-- Logs begin at Thu 2022-04-28 13:22:01 UTC, end at Thu 2022-04-28 14:26:32 UTC. -- Apr 28 13:59:00.552740 dv-cinder-839760-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 13:59:03.354207 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.common.config [-] Logging enabled! Apr 28 13:59:03.354772 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 13:59:03.354923 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103400) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 13:59:03.358332 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.common.config [-] Logging enabled! Apr 28 13:59:03.358585 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 13:59:03.358894 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103400) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 13:59:03.359823 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 13:59:03.360055 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 13:59:03.360421 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 13:59:03.360664 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 13:59:03.360887 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 13:59:03.361197 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.361609 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.361845 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.362141 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.362440 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.362721 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.363009 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.363305 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.363588 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.363865 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.364148 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.364378 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.364757 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.365048 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.365337 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.365581 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] debug = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.365863 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.366290 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.366697 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.367003 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.367289 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.367575 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.367845 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.368118 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.368399 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.368722 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] host = dv-cinder-839760-1-iscsi {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.368995 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.369277 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.369573 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.369870 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.370143 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.370416 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.370698 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.370967 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.371235 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] log_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.371507 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.371795 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.372081 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.372377 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.372600 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.372820 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.373105 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.373391 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.373741 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.374017 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.374287 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.374556 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.374824 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.375091 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.375374 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.375856 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.375961 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.376205 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.376476 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.376746 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.377015 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.377302 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.377591 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.377869 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.378140 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.378425 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.378693 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.378962 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.379261 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.379544 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.379829 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.380114 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.380386 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.380670 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.380940 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.381209 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.381479 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] use_json = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.381774 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.382045 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.382332 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.382603 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.382873 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.383672 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.383944 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.384229 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.384501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:03.384796 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.385092 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.385393 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.385696 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.386007 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.386285 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.386574 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.386851 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.387141 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.387427 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.387715 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.387991 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.388292 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.388581 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.388877 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.389178 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.389472 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.389794 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.390069 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.390343 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.390615 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.390891 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.391174 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.391451 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.391737 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.392025 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.392305 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.392605 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.392894 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.393178 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.393470 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.393782 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.394057 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.394333 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.394623 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.394899 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.395169 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.395442 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.395729 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.396004 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.396274 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.396552 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.396825 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.397095 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.397367 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.397662 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.397949 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.398223 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.398490 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.399335 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.399611 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.399881 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.400161 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.400439 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.400710 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.400979 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.401257 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.401527 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.401821 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.402095 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.402366 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.402641 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.402914 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.403182 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.403453 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.403721 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.403990 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.404258 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.404527 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.404800 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.405068 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.405336 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.405631 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.405905 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.406174 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.406470 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.406744 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.407017 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.407457 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.407555 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.407827 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.408100 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.408372 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.408645 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.408912 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.409198 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.409478 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.409782 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.410056 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.410349 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.410642 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.410917 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.411189 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.411467 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.411738 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.412009 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.412538 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.412836 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.413129 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.413423 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.413742 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.414035 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.414348 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.414629 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.414933 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.415209 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:03.415424 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 13:59:03.415660 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103400) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 13:59:03.871323 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 13:59:03.871604 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 13:59:03.871907 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 13:59:03.872239 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 13:59:04.202186 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.202485 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.202761 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.204086 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.204365 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.204640 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.259928 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.260206 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.260475 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.275778 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.276057 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.276328 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.306469 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.306750 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.307024 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.344206 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.344487 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.344758 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.686843 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.687462 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.687462 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.687650 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.688335 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.786941 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.787520 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.787809 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.788088 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.788357 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.788670 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.788930 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.789763 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.790024 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.790307 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.790574 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.790838 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.791092 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.791344 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.791598 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.791861 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.792114 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.792393 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.792664 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.792926 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.793200 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.793454 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.793768 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.794150 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.794400 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.794646 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.795043 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 13:59:04.795286 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 13:59:04.795527 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 13:59:04.795766 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 13:59:04.796001 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 13:59:04.796235 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 13:59:04.796618 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 13:59:04.799736 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 13:59:04.803676 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 13:59:04.807573 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 28 13:59:04.809202 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 13:59:04.809838 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 13:59:04.810182 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 13:59:04.810567 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 13:59:04.813353 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 13:59:04.813632 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 13:59:04.813983 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 13:59:04.818826 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 13:59:04.843868 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 13:59:04.844324 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.844624 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103400) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 28 13:59:04.844994 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.846380 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103400) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 13:59:04.846663 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 13:59:04.846910 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 13:59:04.850237 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.850522 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:04.912527 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 13:59:04.912768 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 13:59:04.913005 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 13:59:04.913370 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 13:59:04.933836 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_db.sqlalchemy.engines [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103400) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 13:59:05.376360 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Initializing driver for type 'gre' Apr 28 13:59:05.376813 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] gre ID ranges: [(1, 1000)] Apr 28 13:59:05.431141 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Initializing driver for type 'local' Apr 28 13:59:05.431514 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Initializing driver for type 'vlan' Apr 28 13:59:05.444373 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] VlanTypeDriver initialization complete Apr 28 13:59:05.444725 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Initializing driver for type 'vxlan' Apr 28 13:59:05.445210 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] vxlan ID ranges: [(1, 1000)] Apr 28 13:59:05.497711 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Initializing extension driver 'port_security' Apr 28 13:59:05.498055 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] PortSecurityExtensionDriver initialization complete Apr 28 13:59:05.498394 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Initializing mechanism driver 'openvswitch' Apr 28 13:59:05.498716 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Initializing mechanism driver 'hyperv' Apr 28 13:59:05.505404 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:05.506287 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > port after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.506664 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > port after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.507019 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > port after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.507551 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 13:59:05.508015 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > subnet after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.508371 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > subnet after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.508717 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.509131 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 13:59:05.509527 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > network after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.509900 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > network after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.510243 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > network after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.510645 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 13:59:05.511058 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > security_group after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.511410 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > security_group after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.511753 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.512149 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 13:59:05.512555 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.512901 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.513242 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.513666 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 13:59:05.514074 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > address_group after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.514422 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > address_group after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.514761 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.515157 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 13:59:05.515603 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] ML2 OVO RPC backend initialized. {{(pid=103400) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 28 13:59:05.516317 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.516672 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.517087 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > network before_response 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.517436 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > networks before_response 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.517806 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > port before_response 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.518150 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > ports before_response 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.518492 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > subnet before_response 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.518830 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > subnets before_response 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.519193 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > network after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.519533 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > network after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.519867 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > network after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.520202 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > port after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.520534 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > port after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.520872 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > port after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.521206 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > subnet after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.521539 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > subnet after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.521895 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.529923 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded quota_driver: . Apr 28 13:59:05.530293 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.plugin [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Modular L2 Plugin initialization complete Apr 28 13:59:05.530646 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading services supported by the core plugin {{(pid=103400) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 13:59:05.530989 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.plugins.ml2.managers [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Got port-security extension from driver 'port_security' Apr 28 13:59:05.531472 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.extensions.vlantransparent [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Disabled vlantransparent extension. Apr 28 13:59:05.531966 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103400) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 13:59:05.532291 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading Plugin: router Apr 28 13:59:05.570544 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.570939 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router after_create 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.571312 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router before_create 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.571680 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.572055 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.572412 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router after_delete 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.572769 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.573122 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.573478 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router after_create 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.573850 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router after_update 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.574199 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router after_update 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.574549 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.575029 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router after_update 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.575444 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_update 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.575837 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: port after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.576177 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: port after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.576516 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: subnet after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.576861 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.577209 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.577578 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_create 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.577919 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: port before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.578262 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.578615 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router after_update 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.578957 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.579308 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_create 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.579667 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.580013 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_update 55549900 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.580376 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > agent after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.580727 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > agent after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.581071 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > network after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.582028 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Tracking information for resource: router configured {{(pid=103400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 13:59:05.582365 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Tracking information for resource: floatingip configured {{(pid=103400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 13:59:05.587743 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.db.l3_agentschedulers_db [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 13:59:05.588324 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: port after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.588684 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: port after_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.589036 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: port after_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.589386 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: port after_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.590211 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router before_create 55550100 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.590579 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.590941 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_create 55550100 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.591296 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > router precommit_update 55550100 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.596053 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.services.provider_configuration [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service providers = [] {{(pid=103400) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 13:59:05.596423 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.db.servicetype_db [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103400) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 13:59:05.599398 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.services.service_base [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 13:59:05.599750 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.services.service_base [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 13:59:05.600092 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.services.service_base [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 13:59:05.600988 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.services.service_base [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 13:59:05.601358 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.services.service_base [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 13:59:05.602368 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 13:59:05.602689 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 13:59:05.613320 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 13:59:05.613694 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading Plugin: auto_allocate Apr 28 13:59:05.619305 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: network precommit_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.619676 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: network precommit_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.620190 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 13:59:05.620513 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading Plugin: tag Apr 28 13:59:05.627288 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 13:59:05.627579 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading Plugin: timestamp Apr 28 13:59:05.631408 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 13:59:05.631744 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading Plugin: network_ip_availability Apr 28 13:59:05.637887 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.638259 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.638618 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.639348 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 13:59:05.639672 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading Plugin: flavors Apr 28 13:59:05.644810 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 13:59:05.645144 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading Plugin: revisions Apr 28 13:59:05.650065 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 13:59:05.650458 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_concurrency.lockutils [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=103400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 13:59:05.651198 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103400) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 13:59:05.651534 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Initializing extension manager. Apr 28 13:59:05.652122 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: __init__.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.652408 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: __pycache__ {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.652772 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: _port_mac_address_override.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.653081 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: address_group.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.653873 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.654452 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: address-group Apr 28 13:59:05.654778 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: address_scope.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.655491 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.656009 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: address-scope Apr 28 13:59:05.656333 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.657264 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.657812 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: router-admin-state-down-before-update Apr 28 13:59:05.658138 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: agent.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.658841 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.659357 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: agent Apr 28 13:59:05.659680 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: agent_resources_synced.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.660586 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.661102 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: agent-resources-synced Apr 28 13:59:05.661425 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: allowedaddresspairs.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.663504 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.664051 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: allowed-address-pairs Apr 28 13:59:05.664382 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: auto_allocated_topology.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.665444 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.665992 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: auto-allocated-topology Apr 28 13:59:05.666319 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: availability_zone.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.667011 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.667520 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: availability_zone Apr 28 13:59:05.667842 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: availability_zone_filter.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.668749 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.669262 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: availability_zone_filter Apr 28 13:59:05.669605 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: data_plane_status.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.670514 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.671026 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 13:59:05.671357 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: default_subnetpools.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.672277 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.672791 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: default-subnetpools Apr 28 13:59:05.673116 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.673955 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.674469 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: dhcp_agent_scheduler Apr 28 13:59:05.674794 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: dns.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.675704 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.676218 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension dns-integration not supported by any of loaded plugins Apr 28 13:59:05.676541 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: dns_domain_ports.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.677450 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.677991 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 13:59:05.678318 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.679244 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.679794 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 13:59:05.680120 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: dvr.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.680786 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.681306 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: dvr Apr 28 13:59:05.681656 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: ecmp_routes.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.682573 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.683083 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 13:59:05.683405 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: empty_string_filtering.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.684310 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.684829 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: empty-string-filtering Apr 28 13:59:05.685152 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.686081 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.686592 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 13:59:05.686912 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.687828 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.688337 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 13:59:05.688660 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: external_net.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.689590 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.690105 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: external-net Apr 28 13:59:05.690428 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.691343 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.691851 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: extra_dhcp_opt Apr 28 13:59:05.692175 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: extraroute.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.693086 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.693621 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: extraroute Apr 28 13:59:05.693947 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: extraroute_atomic.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.696901 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.697440 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: extraroute-atomic Apr 28 13:59:05.697807 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: filter_validation.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.698481 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.699001 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: filter-validation Apr 28 13:59:05.699323 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: fip_pf_description.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.700239 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.700754 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 13:59:05.701077 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: fip_pf_port_range.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.702029 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.702541 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 28 13:59:05.702864 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: fip_port_details.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.703787 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.704298 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: fip-port-details Apr 28 13:59:05.704619 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: flavors.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.705888 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.706403 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: flavors Apr 28 13:59:05.706728 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.708375 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.708904 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 13:59:05.709240 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: floatingip_pools.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.709972 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.710491 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: floatingip-pools Apr 28 13:59:05.710820 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: ip_allocation.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.712316 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.712827 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 13:59:05.713155 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.714104 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.714620 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: ip-substring-filtering Apr 28 13:59:05.714950 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l2_adjacency.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.715925 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.716439 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 13:59:05.716764 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.717764 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.718290 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: router Apr 28 13:59:05.718619 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.720998 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.721517 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 13:59:05.721880 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.722803 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.723324 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: ext-gw-mode Apr 28 13:59:05.723656 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.724582 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.725101 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: l3-ha Apr 28 13:59:05.725433 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.726373 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.726915 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 28 13:59:05.727243 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3_flavors.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.728155 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.728672 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: l3-flavors Apr 28 13:59:05.729001 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.730386 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.730914 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 28 13:59:05.731243 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.732164 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.732678 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 13:59:05.733004 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: l3agentscheduler.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.734086 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.734609 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: l3_agent_scheduler Apr 28 13:59:05.734940 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: local_ip.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.736860 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.737394 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension local_ip not supported by any of loaded plugins Apr 28 13:59:05.737762 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: logging.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.739238 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.739769 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension logging not supported by any of loaded plugins Apr 28 13:59:05.740101 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: metering.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.740842 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.741437 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: metering Apr 28 13:59:05.741870 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.742984 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.743504 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: metering_source_and_destination_fields Apr 28 13:59:05.743831 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: multiprovidernet.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.744769 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.745286 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: multi-provider Apr 28 13:59:05.745642 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: netmtu.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.746555 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.747069 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: net-mtu Apr 28 13:59:05.747391 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: netmtu_writable.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.748308 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.748822 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: net-mtu-writable Apr 28 13:59:05.749144 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: network_availability_zone.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.749855 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.750369 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: network_availability_zone Apr 28 13:59:05.750692 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: network_ip_availability.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.751800 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.752323 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: network-ip-availability Apr 28 13:59:05.752649 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: network_segment_range.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.753414 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.753967 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 13:59:05.754293 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: pagination.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.755281 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.755609 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: pagination Apr 28 13:59:05.755929 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: port_device_profile.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.756854 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.757370 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: port-device-profile Apr 28 13:59:05.757734 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: port_mac_address_override.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.759194 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.759708 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: port-mac-override Apr 28 13:59:05.760032 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.760943 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.761461 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: port-mac-address-regenerate Apr 28 13:59:05.761826 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.762737 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.763255 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: port-numa-affinity-policy Apr 28 13:59:05.763576 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: port_resource_request.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.764488 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.764997 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 13:59:05.765320 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: port_resource_request_groups.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.766312 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.766824 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 28 13:59:05.767145 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: portbindings.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.768067 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.768578 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: binding Apr 28 13:59:05.768900 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: portbindings_extended.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.770188 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.770709 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: binding-extended Apr 28 13:59:05.771040 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: portsecurity.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.771967 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.772489 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: port-security Apr 28 13:59:05.772817 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: project_id.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.773893 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.774225 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: project-id Apr 28 13:59:05.774549 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: providernet.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.775465 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.775983 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: provider Apr 28 13:59:05.776310 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.780082 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.780610 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos not supported by any of loaded plugins Apr 28 13:59:05.780945 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.782217 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.782740 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 13:59:05.783069 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.784005 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.784527 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 13:59:05.784852 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_default.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.785789 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.786313 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-default not supported by any of loaded plugins Apr 28 13:59:05.786639 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_fip.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.787816 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.788330 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-fip not supported by any of loaded plugins Apr 28 13:59:05.788653 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.790144 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.790668 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 28 13:59:05.790994 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_gateway_ip.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.791915 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.792439 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 13:59:05.792763 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_port_network_policy.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.793721 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.794240 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 13:59:05.794564 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.795599 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.796127 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 28 13:59:05.796453 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.797486 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.798034 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 28 13:59:05.798360 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_pps_rule.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.799574 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.800097 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-pps not supported by any of loaded plugins Apr 28 13:59:05.800425 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_rule_type_details.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.801346 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.801894 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 13:59:05.802220 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.803145 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.803659 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 28 13:59:05.803982 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: qos_rules_alias.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.805084 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.805618 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 13:59:05.805947 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: quota_check_limit.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.806934 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.807456 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: quota-check-limit Apr 28 13:59:05.807779 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: quotasv2.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.808721 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.809047 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: quotas Apr 28 13:59:05.809367 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: quotasv2_detail.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.811156 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.811493 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: quota_details Apr 28 13:59:05.811823 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: rbac.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.812891 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.813419 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: rbac-policies Apr 28 13:59:05.813784 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: rbac_address_group.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.814720 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.815244 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: rbac-address-group Apr 28 13:59:05.815570 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: rbac_address_scope.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.816492 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.817011 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: rbac-address-scope Apr 28 13:59:05.817337 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: rbac_security_groups.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.818287 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.818804 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: rbac-security-groups Apr 28 13:59:05.819130 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: rbac_subnetpool.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.820046 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.821084 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: rbac-subnetpool Apr 28 13:59:05.821407 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: revisionifmatch.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.822354 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.822875 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: revision-if-match Apr 28 13:59:05.823199 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: revisions.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.824323 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.824838 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: standard-attr-revisions Apr 28 13:59:05.825162 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: router_availability_zone.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.825870 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.826388 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: router_availability_zone Apr 28 13:59:05.826710 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: routerservicetype.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.827628 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.828141 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension router-service-type not supported by any of loaded plugins Apr 28 13:59:05.828462 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.829383 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.829938 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: security-groups-normalized-cidr Apr 28 13:59:05.830262 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.831180 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.831695 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: port-security-groups-filtering Apr 28 13:59:05.832016 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.832959 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.833479 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: security-groups-remote-address-group Apr 28 13:59:05.833839 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.834782 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.835300 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: security-groups-shared-filtering Apr 28 13:59:05.835625 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.836394 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 28 13:59:05.836718 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: securitygroup.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.846478 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.847012 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: security-group Apr 28 13:59:05.847349 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: segment.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.848075 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.848592 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension segment not supported by any of loaded plugins Apr 28 13:59:05.848919 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.849894 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.850410 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 13:59:05.850736 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: servicetype.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.852354 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.852879 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: service-type Apr 28 13:59:05.853208 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: sorting.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.854233 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.854569 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: sorting Apr 28 13:59:05.854895 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: standard_attr_segment.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.855811 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.856334 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 13:59:05.856660 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: standardattrdescription.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.857311 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.857861 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: standard-attr-description Apr 28 13:59:05.858189 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: stateful_security_group.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.859149 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.859672 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: stateful-security-group Apr 28 13:59:05.859997 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: stdattrs_common.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.860568 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 13:59:05.860889 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.861845 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.862367 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 13:59:05.862691 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: subnet_onboard.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.863752 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.864276 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: subnet_onboard Apr 28 13:59:05.864599 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.865523 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.866059 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 13:59:05.866379 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: subnet_service_types.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.867349 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.867869 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: subnet-service-types Apr 28 13:59:05.868192 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: subnetallocation.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.869295 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.869847 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: subnet_allocation Apr 28 13:59:05.870174 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.870847 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.871372 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: subnetpool-prefix-ops Apr 28 13:59:05.871696 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.872645 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.873160 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 13:59:05.873488 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: tagging.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.874583 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.875109 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: standard-attr-tag Apr 28 13:59:05.875435 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: timestamp.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.876633 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.877152 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loaded extension: standard-attr-timestamp Apr 28 13:59:05.877522 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: trunk.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.878548 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.879069 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension trunk not supported by any of loaded plugins Apr 28 13:59:05.879396 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: trunk_details.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.880329 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.880848 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension trunk-details not supported by any of loaded plugins Apr 28 13:59:05.881173 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: uplink_status_propagation.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.882133 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.882649 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 13:59:05.883507 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Loading extension file: vlantransparent.py {{(pid=103400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 13:59:05.884181 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 13:59:05.884692 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 13:59:05.887241 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:network Apr 28 13:59:05.887763 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:subnet Apr 28 13:59:05.888161 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 13:59:05.888552 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:port Apr 28 13:59:05.889815 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.890259 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service FLAVORS assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.890869 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.891294 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.891626 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:router Apr 28 13:59:05.892049 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 13:59:05.892543 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service METERING assigned prefix: /metering {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.894019 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.894395 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.894757 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 13:59:05.895734 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 13:59:05.896193 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:security_group Apr 28 13:59:05.896620 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 13:59:05.897215 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service CORE assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.897548 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 13:59:05.897929 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] subnetpool is already registered Apr 28 13:59:05.898375 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service CORE assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.898740 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 13:59:05.899072 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] subnetpool is already registered Apr 28 13:59:05.901363 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.901845 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service FLAVORS assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.902434 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.902854 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.903185 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:router Apr 28 13:59:05.903523 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] router is already registered Apr 28 13:59:05.903943 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 13:59:05.904276 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] floatingip is already registered Apr 28 13:59:05.904728 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service METERING assigned prefix: /metering {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.905387 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 13:59:05.905749 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] rbac_policy is already registered Apr 28 13:59:05.906162 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:security_group Apr 28 13:59:05.906493 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] security_group is already registered Apr 28 13:59:05.906892 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 13:59:05.907220 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] security_group_rule is already registered Apr 28 13:59:05.907836 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service CORE assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.908161 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 13:59:05.908492 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] subnetpool is already registered Apr 28 13:59:05.908905 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.v2.resource_helper [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Service CORE assigned prefix: {{(pid=103400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 13:59:05.909225 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 13:59:05.909568 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING neutron.quota.resource_registry [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] subnetpool is already registered Apr 28 13:59:05.910040 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: extensions {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.911495 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: address-groups {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.913255 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: address-scopes {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.915142 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: agents {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.916300 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: auto-allocated-topology {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.917546 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: availability_zones {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.918815 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: dhcp-networks {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.920323 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: dhcp-agents {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.921785 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: routers {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.923975 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: flavors {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.925149 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: service_profiles {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.926400 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: next_providers {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.927848 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: service_profiles {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.930380 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: floatingip-pools {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.931606 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: routers {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.933749 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: floatingips {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.935036 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: l3-routers {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.936414 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: l3-agents {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.937862 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: metering-labels {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.939228 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: metering-label-rules {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.940510 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: network-ip-availabilities {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.941805 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: bindings {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.943449 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: quotas {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.945004 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: quotas {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.947116 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: rbac-policies {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.948426 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: security-groups {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.949673 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: security-group-rules {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.950902 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: service-providers {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.952126 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: subnetpools {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.953537 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: subnetpools {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.955025 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.956703 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.958538 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.960320 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.962722 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.964565 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.966289 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.968198 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.969981 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.971814 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron.api.extensions [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Extended resource: tags {{(pid=103400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 13:59:05.977705 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING keystonemiddleware.auth_token [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 13:59:05.982410 dv-cinder-839760-1-iscsi neutron-server[103400]: WARNING keystonemiddleware.auth_token [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 13:59:05.990963 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_concurrency.lockutils [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Acquired lock "singleton_lock" {{(pid=103400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 28 13:59:05.991442 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_concurrency.lockutils [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Releasing lock "singleton_lock" {{(pid=103400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 28 13:59:05.992091 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO oslo_service.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Starting 2 workers Apr 28 13:59:05.997620 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Started child 103509 {{(pid=103400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 13:59:06.002169 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Started child 103510 {{(pid=103400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 13:59:06.003142 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:06.003829 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO neutron.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 13:59:06.004390 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:06.004862 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [-] (103509) wsgi starting up on http://0.0.0.0:9696 Apr 28 13:59:06.006910 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO oslo_service.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Starting 1 workers Apr 28 13:59:06.007055 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:06.009190 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [-] (103510) wsgi starting up on http://0.0.0.0:9696 Apr 28 13:59:06.012831 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Started child 103511 {{(pid=103400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 13:59:06.013373 dv-cinder-839760-1-iscsi neutron-server[103400]: INFO oslo_service.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Starting 1 workers Apr 28 13:59:06.016514 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] calling RpcWorker wait() {{(pid=103511) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 13:59:06.017028 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] returning from RpcWorker wait() {{(pid=103511) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 13:59:06.017953 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Started child 103512 {{(pid=103400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 13:59:06.018407 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:06.018752 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5361bc-195c-4f86-a924-55025fd7ea14 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:06.018888 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:06.020676 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 13:59:06.020891 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 13:59:06.021077 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 13:59:06.021309 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 13:59:06.021674 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 13:59:06.021840 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 13:59:06.022347 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.022632 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.022895 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.022997 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:06.023435 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.023772 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.024056 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.024313 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.024596 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.024850 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.025018 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.025185 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.025434 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.025709 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.026038 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.026313 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.026567 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.026816 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.026988 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.027235 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.027508 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.027755 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.028054 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] debug = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.028299 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.028797 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.029026 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.029276 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.029502 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.029817 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.030045 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.030314 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.030569 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.030790 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.031051 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.031311 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.031557 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.031789 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.032003 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.032261 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.032480 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.032952 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] host = dv-cinder-839760-1-iscsi {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.033175 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.033391 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.033641 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.033911 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.034172 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.034387 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.034634 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.034893 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.035168 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.035437 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.035694 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.035926 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.036164 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.036403 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.036568 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_options = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.036812 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.037077 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.037624 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.037815 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.037984 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.038147 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.038407 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.038570 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.038820 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.039090 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.039325 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.039592 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.039770 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.039988 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.040237 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.040488 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.040709 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.040921 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.041180 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.041415 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.041672 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.041903 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.042148 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.042369 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.042586 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.042824 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.043070 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.043287 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.043501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.043738 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.044012 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.044386 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.044612 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.044853 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.045122 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.045617 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.045850 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.046161 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.046459 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.046691 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.047050 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.047617 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.047752 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:06.047882 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.048094 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.048328 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.048572 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.048783 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_json = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.049005 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.049266 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.049519 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.049763 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.050059 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.050477 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.050477 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.050707 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.052746 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.052746 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.052746 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.052746 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.052746 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.055349 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.056894 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.057225 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.057469 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.057767 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.058055 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.058364 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.058603 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.058948 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.059208 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.059483 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.059837 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.060098 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.060391 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.060635 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.060870 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.061109 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.061333 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.061651 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.061881 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.062135 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.062370 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.062601 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.062883 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.063145 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.063427 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.063786 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.064044 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.064316 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.064551 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.064787 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.065032 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.065275 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.065510 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.065751 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.065983 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.066243 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.066481 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.066754 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.066990 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.067228 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.067464 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.067709 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.067968 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.068216 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.068440 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.068681 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.068895 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.069104 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.069313 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.069522 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.069772 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.069982 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.070248 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.071101 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.071362 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.071571 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.071804 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.072018 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.072264 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.072476 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.072707 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.072911 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.073144 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.073348 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.073590 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.073818 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.074019 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.074230 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.074443 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.074653 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.074860 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.075076 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.075303 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.075518 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.075745 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.075955 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.076165 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.076374 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.076773 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.076990 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.077303 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.077526 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.077779 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.077993 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.078201 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.078414 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.078629 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.079076 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.079344 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.079587 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.079818 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.080062 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.080309 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.080541 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.080755 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.080970 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.081201 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.081444 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.081710 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.081973 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.082196 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.082413 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.082678 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.082901 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.083102 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.083321 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.085074 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.085336 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.085589 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.085912 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.086199 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.086454 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.086699 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.086956 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.087236 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.087485 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.087766 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.088026 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.088298 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.088612 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.088897 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.089163 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.089421 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.090024 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.090323 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.090589 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.090862 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.091367 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.091610 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.091851 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.092107 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.092329 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.092547 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.092776 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.093120 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.093352 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.093605 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.093826 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.094090 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.094330 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.094561 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.094827 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.095091 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.095313 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.095565 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.095810 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.096092 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.096272 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.096499 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.096710 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.096952 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.097180 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.097394 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.097633 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.097865 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.098114 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.098324 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.098541 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.098769 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.098987 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.099199 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.099439 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.099650 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.099856 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.102501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.102501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.102501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.102501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.102501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.102501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.102501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.102501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103037 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103037 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103037 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103037 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103037 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103037 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103395 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103465 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103773 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.103866 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.104090 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.104302 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.104516 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.104741 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.104954 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.105221 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.105472 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.105831 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.106079 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.106306 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.106553 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.106786 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.106998 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.107209 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.107420 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.107653 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.107866 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.108097 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.108310 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.108543 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.108756 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.108970 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.109198 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.109454 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.109721 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.109950 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.110697 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.110932 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.111738 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.112079 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.112453 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.112791 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.113082 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.113300 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.113519 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.113772 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.114063 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.114320 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.114546 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.114807 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.115020 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.115230 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.115471 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.115718 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.115926 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.116142 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.116373 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.116582 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.116799 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.117013 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.117749 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.117968 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.118180 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.118381 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.118607 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.118811 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.119019 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.119237 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.119472 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.119699 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.119941 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.120149 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.120380 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.120618 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.120841 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.121036 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.121258 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.121462 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.121694 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.121913 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.122123 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.122327 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.122630 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.122868 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.123078 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.123371 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.123618 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.123872 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.124105 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.124408 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.124622 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.124874 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.125104 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.125338 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.125581 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.125824 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.126143 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.126401 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.126656 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.126906 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.127188 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.127460 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.127745 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.127906 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.128212 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.128523 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.128791 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.129044 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.129301 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.129531 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.129800 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.129906 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:06.130064 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.130245 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.130454 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.130684 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.130934 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.131161 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.131406 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.131618 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.131858 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.132090 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.132309 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.132519 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.132738 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.133030 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.133184 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 13:59:06.134609 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 13:59:06.134796 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 13:59:06.134915 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 13:59:06.135264 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 13:59:06.135482 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 13:59:06.135713 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 13:59:06.135931 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.136075 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.136400 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.136550 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.136727 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.136886 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.137039 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.137195 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.137353 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.137504 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.137852 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.138009 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.138163 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.138318 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.138472 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.138627 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.138781 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.138942 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.139098 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.139251 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.139404 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.139557 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] debug = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.139710 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.139910 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.140075 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.140229 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.140382 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.140535 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.140689 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.140840 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.140993 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.141146 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.141300 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.141452 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.141627 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.141783 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.141936 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.142090 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.142240 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.142393 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] host = dv-cinder-839760-1-iscsi {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.142544 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.142698 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.142853 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.143005 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.143159 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.143313 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.143466 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.143624 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.143777 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.143930 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.144084 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.144237 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.144390 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.144544 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.144696 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_options = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.144848 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.145000 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.145154 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.145330 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.145489 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.145665 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.145818 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.145973 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.146126 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.146280 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.146416 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.146574 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.146728 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.146901 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.147035 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.147173 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.147326 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.147502 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.147693 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.147851 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.148004 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.148160 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.148313 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.149013 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.149168 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.149323 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.149477 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.149655 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.149810 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.149965 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.150118 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.150272 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.150429 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.150577 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.150712 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.150847 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.150989 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.151146 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.151305 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.151449 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.151600 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.151753 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.151907 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.152061 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.152214 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.152367 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.152518 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_json = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.152672 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.152814 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.152969 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.153122 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.153267 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.153405 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.153593 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.153737 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.154279 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 13:59:06.154459 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.154606 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.154771 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.154928 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.155074 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.155421 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.155421 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.155687 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.155687 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.155945 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.155945 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.156199 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.156283 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.156400 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.156555 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.156715 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.156874 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.157033 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.157174 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.157331 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.157486 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.157663 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.157828 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.157983 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.158339 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.158339 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.158530 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.158617 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.158731 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.158893 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.159063 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.159219 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.159374 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.159530 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.159685 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.159842 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.159998 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.160154 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.160310 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.160466 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.160622 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.160778 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.160933 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.161078 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.161233 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.161390 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.161546 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.161723 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.161879 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.162034 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.162446 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.162612 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.162768 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.162925 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.163082 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.163239 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.163395 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.163551 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.163717 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.163873 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.164076 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.164240 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.164397 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.164553 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.164711 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.164866 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.165023 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.165179 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.165334 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.165501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.165678 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.165835 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.165991 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.166147 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.166309 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.166498 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.166646 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.166828 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.166989 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.167196 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.167342 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.167484 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.167623 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.167765 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.167894 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.168023 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.168170 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.168304 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.168444 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.168579 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.168734 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.168886 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.169052 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.169206 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.169364 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.169519 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.169683 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.169846 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.169992 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.170147 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.170301 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.170457 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.170613 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.170769 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.170927 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.171084 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.171239 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.171394 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.171549 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.171706 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.171861 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.172016 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.172171 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.172327 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.172484 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.172640 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.172796 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.172951 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.173106 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.173271 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.173426 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.173608 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.173766 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.173928 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.174093 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.174253 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.174411 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.174567 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.174722 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.174877 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.175033 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.175188 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.175344 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.175501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.175657 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.175820 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.175969 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.176126 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.176281 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.176458 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.176637 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.176794 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.176950 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.177105 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.177285 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.177441 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.177614 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.177771 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.177927 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.178082 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.178238 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.178394 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.178549 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.178704 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.178859 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.179016 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.179172 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.179328 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.179485 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.180171 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.180327 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.180483 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.180638 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.180793 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.180950 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.181105 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.181263 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.181416 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.181586 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.181745 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.181901 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.182057 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.182212 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.182368 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.182524 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.182678 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.182836 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.182992 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.183149 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.183304 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.183460 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.183616 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.183772 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.183930 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.184086 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.184243 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.184400 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.184557 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.184718 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.184876 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.185031 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.185188 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.185344 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.185499 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.185699 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.185855 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.186010 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.186168 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.186326 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.186481 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.186636 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.186792 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.186948 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.187103 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.187259 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.187417 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.187572 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.187727 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.187882 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.188036 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.188193 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.188351 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.188507 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.188663 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.188819 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.188976 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.189132 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.189287 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.189441 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.189615 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.189773 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.189928 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.190085 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.190252 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.190410 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.190565 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.190720 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.190875 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.191031 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.191196 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.191352 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.191508 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.191663 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.191818 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.191973 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.192138 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.192293 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.192449 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.192604 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.192759 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.192914 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.193076 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.193232 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.193388 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.193542 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.193716 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.193872 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.194036 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.194191 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.194346 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.194501 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.194661 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.194815 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.194979 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.195135 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.195341 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.196010 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.196167 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.196322 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.196486 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.196643 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.196799 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.196963 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.197118 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.197273 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.197428 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.197616 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.197773 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.197931 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.198089 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.198245 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.198402 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.198560 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.198721 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.198885 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.199048 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.199206 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.199371 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.199534 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.199698 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.199853 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.200016 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.200202 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.200360 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.200516 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.200670 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.200826 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.200982 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.201138 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.201293 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.201448 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.201623 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.201781 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.201938 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.202092 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.202248 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.202403 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.202558 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.202714 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.202869 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.203026 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.203182 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 13:59:06.203329 dv-cinder-839760-1-iscsi neutron-server[103400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 13:59:06.224891 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 35360) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:06.233638 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064697 Apr 28 13:59:17.766383 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c2e1f5-b33f-4380-99e1-ab08e2f66325 None None] get_active_networks_info from dv-cinder-839760-1-iscsi {{(pid=103511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 13:59:17.924310 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c2e1f5-b33f-4380-99e1-ab08e2f66325 None None] No non-hosted networks {{(pid=103511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 13:59:17.933307 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.agentschedulers_db [None req-d1c2e1f5-b33f-4380-99e1-ab08e2f66325 None None] DHCP Agent not found on host dv-cinder-839760-1-iscsi {{(pid=103511) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 13:59:18.011720 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ae989f95-1315-4140-b0b7-a278fd0f7a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521686'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:19.988948 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1525-8b9f-4e26-b764-3a0a57387f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521686'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:20.027829 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4a423004-ea50-41bc-a141-b9a18e7c7141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:21.167627 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35428) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:21.765764 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521686'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:21.956745 dv-cinder-839760-1-iscsi neutron-server[103509]: WARNING oslo_policy.policy [None req-c1ea895d-4fe5-4326-87df-ed641ab9909f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 13:59:21.957786 dv-cinder-839760-1-iscsi neutron-server[103509]: WARNING oslo_policy.policy [None req-c1ea895d-4fe5-4326-87df-ed641ab9909f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 13:59:22.200926 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [None req-c1ea895d-4fe5-4326-87df-ed641ab9909f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 13:59:22.222377 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-c1ea895d-4fe5-4326-87df-ed641ab9909f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0524943 Apr 28 13:59:22.760580 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521686'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:23.572548 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.db.l3_hamode_db [None req-26006439-4c80-4822-ab9f-56b74e81de72 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 13:59:23.656824 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26006439-4c80-4822-ab9f-56b74e81de72 None None] Routers set() bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 13:59:23.657584 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26006439-4c80-4822-ab9f-56b74e81de72 None None] Router IDs set() for agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 13:59:24.210353 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521686'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:24.211483 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.212088 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.212654 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.213393 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.213972 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.214477 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.214990 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.215344 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.215678 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.216024 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.216369 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.216697 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.217136 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.217461 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.217811 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:24.218357 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839760-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:24.224369 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839760-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:24.740678 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35462) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:25.061212 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-13fc449e-be6e-4da4-b289-b1c195699a6f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 13:59:25.153890 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.policy [None req-13fc449e-be6e-4da4-b289-b1c195699a6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103509) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 13:59:25.196385 dv-cinder-839760-1-iscsi neutron-server[103509]: WARNING oslo_policy.policy [None req-13fc449e-be6e-4da4-b289-b1c195699a6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 13:59:25.196797 dv-cinder-839760-1-iscsi neutron-server[103509]: WARNING oslo_policy.policy [None req-13fc449e-be6e-4da4-b289-b1c195699a6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 13:59:25.299068 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-13fc449e-be6e-4da4-b289-b1c195699a6f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758271147008', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758271144500', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758271029824', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758271037541', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758271033388', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758271056803', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16173012', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16135115', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-585201'] for rbac-policy (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:25.365366 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-13fc449e-be6e-4da4-b289-b1c195699a6f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:25.373780 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-13fc449e-be6e-4da4-b289-b1c195699a6f admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6249483 Apr 28 13:59:27.826768 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35474) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:28.134862 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 13:59:28.165020 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Made reservation on behalf of 9729a3955af24edfbdeb99349fd99513 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 13:59:28.168906 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:28.186104 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:28.291912 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Publish callbacks [] for security_group (281070b2-1b42-4607-a03f-d0f6eef4032c), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:28.295574 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (281070b2-1b42-4607-a03f-d0f6eef4032c), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:28.321491 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 13:59:28.355783 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758268849776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (6a8e9162-dbec-4b03-8989-9787ffaa4b64), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:28.356349 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Unsubscribe: segment precommit_create {{(pid=103509) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 13:59:28.356870 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Added segment 6a8e9162-dbec-4b03-8989-9787ffaa4b64 of type vlan for network 639ef21b-3622-4f3b-887f-4932b925ecd3 Apr 28 13:59:28.372505 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=281070b2-1b42-4607-a03f-d0f6eef4032c,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:28.397947 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.398287 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.398637 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.398984 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.399310 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.399628 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.399943 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.400260 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.400572 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.400881 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.401191 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.401516 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.401853 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.402160 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.402466 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Tracked resource versions report: Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: pushed versions: Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: { 'AddressGroup': {'1.2'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Agent': {'1.1'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'ConntrackHelper': {'1.0'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'LocalIPAssociation': {'1.0'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Log': {'1.0'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'NDPProxy': {'1.0'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Network': {'1.1'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Port': {'1.7'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'PortForwarding': {'1.3'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'QosPolicy': {'1.10'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SecurityGroup': {'1.5'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SecurityGroupRule': {'1.2'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SubPort': {'1.0'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Subnet': {'1.1'}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Trunk': {'1.1'}} Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: consumer versions: Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: { DHCP agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: L3 agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: Metadata agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: Metering agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: Open vSwitch agent@dv-cinder-839760-1-iscsi: { 'AddressGroup': '1.2', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Agent': '1.1', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'ConntrackHelper': '1.0', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'LocalIPAssociation': '1.0', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Log': '1.0', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'NDPProxy': '1.0', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Network': '1.1', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Port': '1.7', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'PortForwarding': '1.3', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'QosPolicy': '1.10', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SecurityGroup': '1.5', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SecurityGroupRule': '1.2', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SubPort': '1.0', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Subnet': '1.1', Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Trunk': '1.1'}} Apr 28 13:59:28.403810 dv-cinder-839760-1-iscsi neutron-server[103509]: {{(pid=103509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 13:59:28.468745 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (639ef21b-3622-4f3b-887f-4932b925ecd3), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:28.508628 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (639ef21b-3622-4f3b-887f-4932b925ecd3), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:28.513764 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 13:59:28.514486 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:28.576383 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7485175 Apr 28 13:59:28.633899 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ce434-4cea-4d1d-96cb-d910c82ef8de demo demo] Pushing event updated for resources: {'Network': ['ID=639ef21b-3622-4f3b-887f-4932b925ecd3,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:28.647938 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 639ef21b-3622-4f3b-887f-4932b925ecd3 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 13:59:31.068214 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35486) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:31.462718 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b41c85-8ae5-44d1-8993-f560a35ddadc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 13:59:31.464076 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a3b41c85-8ae5-44d1-8993-f560a35ddadc demo admin] 10.222.0.20 "GET /v2.0/networks/639ef21b-3622-4f3b-887f-4932b925ecd3 HTTP/1.1" status: 200 len: 825 time: 0.3942497 Apr 28 13:59:31.488100 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-43e8fc6d-8617-47af-825f-929439e2e24d demo admin] 10.222.0.20 "GET /v2.0/subnetpools/1fec0ac2-6d7a-4947-b79d-305cf4e84fcd HTTP/1.1" status: 200 len: 734 time: 0.0184593 Apr 28 13:59:31.496829 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3', 'subnetpool_id': '1fec0ac2-6d7a-4947-b79d-305cf4e84fcd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 13:59:31.517156 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Made reservation on behalf of 9729a3955af24edfbdeb99349fd99513 for: {'subnet': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 13:59:31.519420 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:31.809056 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (515445b3-618e-4c24-99d6-f71b40b92952), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:31.879620 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=515445b3-618e-4c24-99d6-f71b40b92952,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:31.882109 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Checking segment: {'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 13:59:31.882454 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Network hostable DHCP agents. Network: 639ef21b-3622-4f3b-887f-4932b925ecd3, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 13:59:31.903452 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Network 639ef21b-3622-4f3b-887f-4932b925ecd3 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 13:59:31.914550 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 639ef21b-3622-4f3b-887f-4932b925ecd3) {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 13:59:31.919169 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 13:59:31.919749 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:31.924790 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa970092-b70b-452e-9490-0363a0c13171 None None] Network 639ef21b-3622-4f3b-887f-4932b925ecd3 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 13:59:31.934415 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3934258b-04a6-4f6f-a18b-769beb43f1b2 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4406943 Apr 28 13:59:32.184686 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-639ef21b-3622-4f3b-887f-4932b925ecd3', 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3', 'project_id': '9729a3955af24edfbdeb99349fd99513', 'fixed_ips': [{'subnet_id': '515445b3-618e-4c24-99d6-f71b40b92952'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 13:59:32.186190 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:32.460248 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Allocated IP 172.20.0.2 (639ef21b-3622-4f3b-887f-4932b925ecd3/515445b3-618e-4c24-99d6-f71b40b92952/73289547-697f-409d-abe3-c1a12ec9f9c1) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 13:59:32.738133 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Publish callbacks [] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:32.745600 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:32.826913 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Network 639ef21b-3622-4f3b-887f-4932b925ecd3 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 13:59:32.831100 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 13:59:32.833229 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Pushing event updated for resources: {'Port': ['ID=73289547-697f-409d-abe3-c1a12ec9f9c1,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:32.838702 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 13:59:32.846641 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.846974 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.847434 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.847662 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.847998 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.848319 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.848640 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.848961 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.849278 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.849614 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.850477 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.850812 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.851131 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.851466 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.851781 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Tracked resource versions report: Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: pushed versions: Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: { 'AddressGroup': {'1.2'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Agent': {'1.1'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'ConntrackHelper': {'1.0'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'LocalIPAssociation': {'1.0'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Log': {'1.0'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'NDPProxy': {'1.0'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Network': {'1.1'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Port': {'1.7'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'PortForwarding': {'1.3'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'QosPolicy': {'1.10'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SecurityGroup': {'1.5'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SecurityGroupRule': {'1.2'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SubPort': {'1.0'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Subnet': {'1.1'}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Trunk': {'1.1'}} Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: consumer versions: Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: { DHCP agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: L3 agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: Metadata agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: Metering agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: Open vSwitch agent@dv-cinder-839760-1-iscsi: { 'AddressGroup': '1.2', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Agent': '1.1', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'ConntrackHelper': '1.0', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'LocalIPAssociation': '1.0', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Log': '1.0', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'NDPProxy': '1.0', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Network': '1.1', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Port': '1.7', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'PortForwarding': '1.3', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'QosPolicy': '1.10', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SecurityGroup': '1.5', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SecurityGroupRule': '1.2', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SubPort': '1.0', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Subnet': '1.1', Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Trunk': '1.1'}} Apr 28 13:59:32.853213 dv-cinder-839760-1-iscsi neutron-server[103511]: {{(pid=103511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 13:59:32.930399 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Attempting to bind port 73289547-697f-409d-abe3-c1a12ec9f9c1 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 13:59:32.931052 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Attempting to bind port 73289547-697f-409d-abe3-c1a12ec9f9c1 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 13:59:32.931306 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Attempting to bind port 73289547-697f-409d-abe3-c1a12ec9f9c1 on network 639ef21b-3622-4f3b-887f-4932b925ecd3 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 13:59:32.936139 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 13:59:32.936521 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Checking segment: {'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 13:59:32.936999 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:32.937387 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Bound using segment: {'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 13:59:32.937866 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Bound port: 73289547-697f-409d-abe3-c1a12ec9f9c1, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 13:59:32.938271 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:32.998387 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] For port 73289547-697f-409d-abe3-c1a12ec9f9c1, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 13:59:33.019319 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] For port 73289547-697f-409d-abe3-c1a12ec9f9c1, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=73289547-697f-409d-abe3-c1a12ec9f9c1,segment=NetworkSegment(6a8e9162-dbec-4b03-8989-9787ffaa4b64),segment_id=6a8e9162-dbec-4b03-8989-9787ffaa4b64)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 13:59:33.026884 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:33.086332 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b174f5-f865-4892-9e7a-dc7d8553d290 None None] Pushing event updated for resources: {'Port': ['ID=73289547-697f-409d-abe3-c1a12ec9f9c1,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:34.443884 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 35494) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:34.942711 dv-cinder-839760-1-iscsi neutron-server[103510]: WARNING oslo_policy.policy [None req-edbd4066-2d95-490a-818a-2b9016a292ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 13:59:34.943274 dv-cinder-839760-1-iscsi neutron-server[103510]: WARNING oslo_policy.policy [None req-edbd4066-2d95-490a-818a-2b9016a292ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 13:59:35.168883 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [None req-edbd4066-2d95-490a-818a-2b9016a292ac admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 13:59:35.170040 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-edbd4066-2d95-490a-818a-2b9016a292ac admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7252216 Apr 28 13:59:37.669210 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35508) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:37.986628 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [None req-7f36b99d-7c09-4c62-90de-0b1e1e50ad0b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 13:59:37.987613 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-7f36b99d-7c09-4c62-90de-0b1e1e50ad0b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3173494 Apr 28 13:59:40.492172 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35516) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:40.900679 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-848aa613-fb69-44cf-8a10-458266a2e92b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 13:59:40.926754 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-848aa613-fb69-44cf-8a10-458266a2e92b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (0aca6587-bcbb-41e5-a544-6e5680bd9746), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:40.928951 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-848aa613-fb69-44cf-8a10-458266a2e92b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (0aca6587-bcbb-41e5-a544-6e5680bd9746), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:41.066224 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-848aa613-fb69-44cf-8a10-458266a2e92b demo demo] Publish callbacks [] for router_controller (0aca6587-bcbb-41e5-a544-6e5680bd9746), precommit_add_association {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:41.071591 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-848aa613-fb69-44cf-8a10-458266a2e92b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (0aca6587-bcbb-41e5-a544-6e5680bd9746), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:41.088121 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-848aa613-fb69-44cf-8a10-458266a2e92b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:41.089353 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-848aa613-fb69-44cf-8a10-458266a2e92b demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5961194 Apr 28 13:59:42.920205 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 73289547-697f-409d-abe3-c1a12ec9f9c1 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 13:59:43.009068 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 73289547-697f-409d-abe3-c1a12ec9f9c1 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 13:59:43.009404 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:43.118548 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 73289547-697f-409d-abe3-c1a12ec9f9c1 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 13:59:43.118853 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:43.157174 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 73289547-697f-409d-abe3-c1a12ec9f9c1, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=73289547-697f-409d-abe3-c1a12ec9f9c1,segment=NetworkSegment(6a8e9162-dbec-4b03-8989-9787ffaa4b64),segment_id=6a8e9162-dbec-4b03-8989-9787ffaa4b64)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 13:59:43.162920 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:43.211905 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=73289547-697f-409d-abe3-c1a12ec9f9c1,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:43.631155 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35528) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:43.998072 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [None req-35be1bfd-baba-4e41-a55a-12c94edcfe0d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 13:59:43.999473 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-35be1bfd-baba-4e41-a55a-12c94edcfe0d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3671241 Apr 28 13:59:44.591263 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243843d-d332-4e1e-a061-686242631774 None None] Network 639ef21b-3622-4f3b-887f-4932b925ecd3 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 13:59:44.714384 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-09286139-4359-4f53-b04b-9c24b321d3fb None None] Provisioning complete for port 73289547-697f-409d-abe3-c1a12ec9f9c1 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 13:59:44.714768 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-09286139-4359-4f53-b04b-9c24b321d3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:44.801043 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-09286139-4359-4f53-b04b-9c24b321d3fb None None] Current status of the port 73289547-697f-409d-abe3-c1a12ec9f9c1 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 13:59:44.901941 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 73289547-697f-409d-abe3-c1a12ec9f9c1 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 13:59:44.940853 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4dd88fb7-f687-473a-a5c4-62f6b3759e42 None None] Provisioning complete for port 73289547-697f-409d-abe3-c1a12ec9f9c1 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 13:59:44.941237 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4dd88fb7-f687-473a-a5c4-62f6b3759e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:44.990624 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 73289547-697f-409d-abe3-c1a12ec9f9c1 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 13:59:44.991013 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:45.067334 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4dd88fb7-f687-473a-a5c4-62f6b3759e42 None None] Current status of the port 73289547-697f-409d-abe3-c1a12ec9f9c1 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 13:59:45.103946 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 73289547-697f-409d-abe3-c1a12ec9f9c1 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 13:59:46.638891 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35536) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:46.941490 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 13:59:46.963623 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Made reservation on behalf of d3a0706a2a19418486859792dfa920d5 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 13:59:46.965808 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:46.975556 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:47.046923 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Publish callbacks [] for security_group (f96116ee-6c30-4a6b-8188-f5605b53fb82), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:47.050392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (f96116ee-6c30-4a6b-8188-f5605b53fb82), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:47.064778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Reserving flat network on physical network physnet1 {{(pid=103509) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 13:59:47.086114 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96116ee-6c30-4a6b-8188-f5605b53fb82,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:47.090999 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (ad489a6b-e521-44bd-9f08-874c76b66e74), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:47.091318 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Added segment ad489a6b-e521-44bd-9f08-874c76b66e74 of type flat for network b387b340-ba2a-4981-add4-9dac5ffcc4cd Apr 28 13:59:47.139593 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (b387b340-ba2a-4981-add4-9dac5ffcc4cd), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:47.170473 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (b387b340-ba2a-4981-add4-9dac5ffcc4cd), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:47.171385 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 13:59:47.171951 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:47.221226 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5813036 Apr 28 13:59:47.265212 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a191882-2291-4dee-aff2-5b8b9afd1094 admin admin] Pushing event updated for resources: {'Network': ['ID=b387b340-ba2a-4981-add4-9dac5ffcc4cd,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:47.276046 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 13:59:47.642208 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c5d10d30-bddf-490a-9e8f-c02957c59f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:49.666819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 35544) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:49.986310 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ebc35d8c-72cd-4be6-a248-d8c06522a04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:50.020194 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84205e82-5a9c-4476-a67e-af07ea9f82b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 13:59:50.021528 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-84205e82-5a9c-4476-a67e-af07ea9f82b5 demo admin] 10.222.0.20 "GET /v2.0/subnets/515445b3-618e-4c24-99d6-f71b40b92952 HTTP/1.1" status: 200 len: 849 time: 0.3537045 Apr 28 13:59:50.143931 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-592f64c6-54a6-42f6-a377-c2e8081ee821 demo admin] 10.222.0.20 "GET /v2.0/routers/0aca6587-bcbb-41e5-a544-6e5680bd9746 HTTP/1.1" status: 200 len: 704 time: 0.1167283 Apr 28 13:59:50.414270 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:50.749949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Allocated IP 172.20.0.1 (639ef21b-3622-4f3b-887f-4932b925ecd3/515445b3-618e-4c24-99d6-f71b40b92952/a648a162-11a3-4f1d-807b-9daefb1f1d00) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 13:59:50.900912 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Publish callbacks [] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:50.968365 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.032256 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Network 639ef21b-3622-4f3b-887f-4932b925ecd3 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 13:59:51.038220 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 13:59:51.048236 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 13:59:51.048709 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (0aca6587-bcbb-41e5-a544-6e5680bd9746), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.111941 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Pushing event updated for resources: {'Port': ['ID=a648a162-11a3-4f1d-807b-9daefb1f1d00,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:51.216591 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-ad68acff-da23-4ebd-a7d4-e16cb8734fc1 None None] Provisioning complete for port a648a162-11a3-4f1d-807b-9daefb1f1d00 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 13:59:51.217166 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ad68acff-da23-4ebd-a7d4-e16cb8734fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.262768 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.298898 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ad68acff-da23-4ebd-a7d4-e16cb8734fc1 None None] Port a648a162-11a3-4f1d-807b-9daefb1f1d00 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 13:59:51.469478 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Publish callbacks [] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.474056 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.474958 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (0aca6587-bcbb-41e5-a544-6e5680bd9746), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.535509 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Pushing event updated for resources: {'Port': ['ID=a648a162-11a3-4f1d-807b-9daefb1f1d00,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:51.598456 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Network 639ef21b-3622-4f3b-887f-4932b925ecd3 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 13:59:51.599769 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 13:59:51.688805 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.764840 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Router 0aca6587-bcbb-41e5-a544-6e5680bd9746 is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 13:59:51.817859 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-9d3b2b96-96b5-4ca4-a0ba-fc993704f15c None None] Provisioning complete for port a648a162-11a3-4f1d-807b-9daefb1f1d00 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 13:59:51.818254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9d3b2b96-96b5-4ca4-a0ba-fc993704f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:51.851899 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b2b96-96b5-4ca4-a0ba-fc993704f15c None None] Port a648a162-11a3-4f1d-807b-9daefb1f1d00 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 13:59:51.858766 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 13:59:51.878129 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-acc9435d-74b3-4eaf-bfff-9326ca62ea32 demo admin] 10.222.0.20 "PUT /v2.0/routers/0aca6587-bcbb-41e5-a544-6e5680bd9746/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7143474 Apr 28 13:59:51.878232 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Sync routers for ids ['0aca6587-bcbb-41e5-a544-6e5680bd9746'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 13:59:51.882777 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Routers {'0aca6587-bcbb-41e5-a544-6e5680bd9746'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 13:59:51.883655 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T13:59:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0aca6587-bcbb-41e5-a544-6e5680bd9746'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:52.081436 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Set router 0aca6587-bcbb-41e5-a544-6e5680bd9746 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 13:59:52.505783 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'name': 'router1', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T13:59:40Z', 'updated_at': '2022-04-28T13:59:51Z', 'revision_number': 2, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'gw_port_host': None, '_interfaces': [{'id': 'a648a162-11a3-4f1d-807b-9daefb1f1d00', 'name': '', 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'mac_address': 'fa:16:3e:83:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '515445b3-618e-4c24-99d6-f71b40b92952', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:50Z', 'updated_at': '2022-04-28T13:59:51Z', 'revision_number': 2, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'subnets': [{'id': '515445b3-618e-4c24-99d6-f71b40b92952', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fec0ac2-6d7a-4947-b79d-305cf4e84fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:52.556936 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Checking router: 0aca6587-bcbb-41e5-a544-6e5680bd9746 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 13:59:52.557528 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Updating router 0aca6587-bcbb-41e5-a544-6e5680bd9746 port a648a162-11a3-4f1d-807b-9daefb1f1d00 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 13:59:52.612321 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:52.712617 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.125489 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Publish callbacks [] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.132344 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.289185 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Pushing event updated for resources: {'Port': ['ID=a648a162-11a3-4f1d-807b-9daefb1f1d00,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:53.309116 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.309460 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.309844 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.310198 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.310533 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.310934 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.311177 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.311500 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.311823 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.311953 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-6bacbc2c-7fef-4460-a985-0e3cd80eb345 None None] Provisioning complete for port a648a162-11a3-4f1d-807b-9daefb1f1d00 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 13:59:53.312146 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.312470 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.312582 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6bacbc2c-7fef-4460-a985-0e3cd80eb345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.312803 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.313125 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.313518 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.313774 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Tracked resource versions report: Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: pushed versions: Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: { 'AddressGroup': {'1.2'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Agent': {'1.1'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'ConntrackHelper': {'1.0'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'LocalIPAssociation': {'1.0'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Log': {'1.0'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'NDPProxy': {'1.0'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Network': {'1.1'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Port': {'1.7'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'PortForwarding': {'1.3'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'QosPolicy': {'1.10'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SecurityGroup': {'1.5'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SecurityGroupRule': {'1.2'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SubPort': {'1.0'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Subnet': {'1.1'}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Trunk': {'1.1'}} Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: consumer versions: Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: { DHCP agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: L3 agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: Metadata agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: Metering agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: Open vSwitch agent@dv-cinder-839760-1-iscsi: { 'AddressGroup': '1.2', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Agent': '1.1', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'ConntrackHelper': '1.0', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'LocalIPAssociation': '1.0', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Log': '1.0', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'NDPProxy': '1.0', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Network': '1.1', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Port': '1.7', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'PortForwarding': '1.3', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'QosPolicy': '1.10', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SecurityGroup': '1.5', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SecurityGroupRule': '1.2', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SubPort': '1.0', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Subnet': '1.1', Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Trunk': '1.1'}} Apr 28 13:59:53.315222 dv-cinder-839760-1-iscsi neutron-server[103512]: {{(pid=103512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 13:59:53.318273 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Attempting to bind port a648a162-11a3-4f1d-807b-9daefb1f1d00 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 13:59:53.318643 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Attempting to bind port a648a162-11a3-4f1d-807b-9daefb1f1d00 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 13:59:53.319091 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Attempting to bind port a648a162-11a3-4f1d-807b-9daefb1f1d00 on network 639ef21b-3622-4f3b-887f-4932b925ecd3 {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 13:59:53.324770 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 13:59:53.325177 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Checking segment: {'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 13:59:53.325694 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.326086 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Bound using segment: {'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 13:59:53.326573 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Bound port: a648a162-11a3-4f1d-807b-9daefb1f1d00, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8e9162-dbec-4b03-8989-9787ffaa4b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 13:59:53.326949 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.353323 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-6bacbc2c-7fef-4460-a985-0e3cd80eb345 None None] Port a648a162-11a3-4f1d-807b-9daefb1f1d00 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 13:59:53.395420 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] For port a648a162-11a3-4f1d-807b-9daefb1f1d00, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 13:59:53.414538 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] For port a648a162-11a3-4f1d-807b-9daefb1f1d00, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a648a162-11a3-4f1d-807b-9daefb1f1d00,segment=NetworkSegment(6a8e9162-dbec-4b03-8989-9787ffaa4b64),segment_id=6a8e9162-dbec-4b03-8989-9787ffaa4b64)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 13:59:53.420400 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.475410 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Routers {'0aca6587-bcbb-41e5-a544-6e5680bd9746'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 13:59:53.476042 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T13:59:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0aca6587-bcbb-41e5-a544-6e5680bd9746'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:53.551289 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1d043-1fd7-4ca0-9b98-46dd499b3c24 None None] Pushing event updated for resources: {'Port': ['ID=a648a162-11a3-4f1d-807b-9daefb1f1d00,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:53.571670 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] Set router 0aca6587-bcbb-41e5-a544-6e5680bd9746 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 13:59:53.674951 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4cc05d3f-41cb-435b-9916-50622f267fec None None] Provisioning complete for port a648a162-11a3-4f1d-807b-9daefb1f1d00 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 13:59:53.675349 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4cc05d3f-41cb-435b-9916-50622f267fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.752297 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4cc05d3f-41cb-435b-9916-50622f267fec None None] Current status of the port a648a162-11a3-4f1d-807b-9daefb1f1d00 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 13:59:53.752982 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4cc05d3f-41cb-435b-9916-50622f267fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.773394 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'name': 'router1', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T13:59:40Z', 'updated_at': '2022-04-28T13:59:51Z', 'revision_number': 2, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'gw_port_host': None, '_interfaces': [{'id': 'a648a162-11a3-4f1d-807b-9daefb1f1d00', 'name': '', 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'mac_address': 'fa:16:3e:83:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '515445b3-618e-4c24-99d6-f71b40b92952', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:50Z', 'updated_at': '2022-04-28T13:59:53Z', 'revision_number': 4, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'subnets': [{'id': '515445b3-618e-4c24-99d6-f71b40b92952', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fec0ac2-6d7a-4947-b79d-305cf4e84fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 13:59:53.786214 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4cc05d3f-41cb-435b-9916-50622f267fec None None] For port a648a162-11a3-4f1d-807b-9daefb1f1d00, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a648a162-11a3-4f1d-807b-9daefb1f1d00,segment=NetworkSegment(6a8e9162-dbec-4b03-8989-9787ffaa4b64),segment_id=6a8e9162-dbec-4b03-8989-9787ffaa4b64)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 13:59:53.790449 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4cc05d3f-41cb-435b-9916-50622f267fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:53.802706 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece6b41-901f-448d-8670-d403c269a4b4 None None] The sync data for ids ['0aca6587-bcbb-41e5-a544-6e5680bd9746'] in dv-cinder-839760-1-iscsi is: [{'id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'name': 'router1', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T13:59:40Z', 'updated_at': '2022-04-28T13:59:51Z', 'revision_number': 2, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'gw_port_host': None, '_interfaces': [{'id': 'a648a162-11a3-4f1d-807b-9daefb1f1d00', 'name': '', 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'mac_address': 'fa:16:3e:83:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '515445b3-618e-4c24-99d6-f71b40b92952', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:50Z', 'updated_at': '2022-04-28T13:59:53Z', 'revision_number': 4, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'subnets': [{'id': '515445b3-618e-4c24-99d6-f71b40b92952', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fec0ac2-6d7a-4947-b79d-305cf4e84fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 13:59:53.840277 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc05d3f-41cb-435b-9916-50622f267fec None None] Pushing event updated for resources: {'Port': ['ID=a648a162-11a3-4f1d-807b-9daefb1f1d00,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:54.206709 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:54.503727 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 35564) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:54.893056 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.policy [None req-8d26ec60-a46c-4bfb-b691-fa52e4c77a55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103510) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 13:59:54.943298 dv-cinder-839760-1-iscsi neutron-server[103510]: WARNING oslo_policy.policy [None req-8d26ec60-a46c-4bfb-b691-fa52e4c77a55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 13:59:54.943726 dv-cinder-839760-1-iscsi neutron-server[103510]: WARNING oslo_policy.policy [None req-8d26ec60-a46c-4bfb-b691-fa52e4c77a55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 13:59:54.952884 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26ec60-a46c-4bfb-b691-fa52e4c77a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 13:59:54.954840 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8d26ec60-a46c-4bfb-b691-fa52e4c77a55 admin admin] 10.222.0.20 "GET /v2.0/networks/b387b340-ba2a-4981-add4-9dac5ffcc4cd HTTP/1.1" status: 200 len: 842 time: 0.4500730 Apr 28 13:59:54.964836 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 13:59:55.002911 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Made reservation on behalf of d3a0706a2a19418486859792dfa920d5 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 13:59:55.005871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:55.397589 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.objects.ports [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103510) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 13:59:55.398108 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (cdbeaeac-ae82-45ea-b969-49d961da7c7c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:55.467151 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 13:59:55.467503 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Network hostable DHCP agents. Network: b387b340-ba2a-4981-add4-9dac5ffcc4cd, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 13:59:55.474305 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbeaeac-ae82-45ea-b969-49d961da7c7c,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:55.489526 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.489886 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.490228 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.490563 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.490956 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.491276 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.491591 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.491906 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.492228 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.492544 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.492872 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.493205 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.493521 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.493858 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.494168 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Tracked resource versions report: Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: pushed versions: Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: { 'AddressGroup': {'1.2'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Agent': {'1.1'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'ConntrackHelper': {'1.0'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'LocalIPAssociation': {'1.0'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Log': {'1.0'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'NDPProxy': {'1.0'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Network': {'1.1'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Port': {'1.7'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'PortForwarding': {'1.3'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'QosPolicy': {'1.10'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SecurityGroup': {'1.5'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SecurityGroupRule': {'1.2'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SubPort': {'1.0'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Subnet': {'1.1'}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Trunk': {'1.1'}} Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: consumer versions: Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: { DHCP agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: L3 agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: Metadata agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: Metering agent@dv-cinder-839760-1-iscsi: {}, Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: Open vSwitch agent@dv-cinder-839760-1-iscsi: { 'AddressGroup': '1.2', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Agent': '1.1', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'ConntrackHelper': '1.0', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'LocalIPAssociation': '1.0', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Log': '1.0', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'NDPProxy': '1.0', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Network': '1.1', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Port': '1.7', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'PortForwarding': '1.3', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'QosPolicy': '1.10', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SecurityGroup': '1.5', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SecurityGroupRule': '1.2', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SubPort': '1.0', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Subnet': '1.1', Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Trunk': '1.1'}} Apr 28 13:59:55.495550 dv-cinder-839760-1-iscsi neutron-server[103510]: {{(pid=103510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 13:59:55.523733 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 13:59:55.537718 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, b387b340-ba2a-4981-add4-9dac5ffcc4cd) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 13:59:55.542476 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 13:59:55.543135 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:55.551062 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfbd6af-ae7a-46df-ac07-a12844e5b3b5 None None] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 13:59:55.569285 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f3333505-8244-4ab2-9066-99ba4e13ab09 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6034002 Apr 28 13:59:55.678268 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a8ba9-0318-4ac5-b3c6-34fcc053132a None None] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 13:59:58.066319 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 35588) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 13:59:58.314373 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-31037651-3a5e-4771-9dcf-745668d63957 demo admin] 10.222.0.20 "GET /v2.0/routers/0aca6587-bcbb-41e5-a544-6e5680bd9746 HTTP/1.1" status: 200 len: 710 time: 0.2468345 Apr 28 13:59:58.409460 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c152a7-ff61-44df-88c2-dac3900a7468 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 13:59:58.411113 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-18c152a7-ff61-44df-88c2-dac3900a7468 demo admin] 10.222.0.20 "GET /v2.0/networks/b387b340-ba2a-4981-add4-9dac5ffcc4cd HTTP/1.1" status: 200 len: 886 time: 0.0908172 Apr 28 13:59:58.419826 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 13:59:58.687463 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks [] for router_gateway (0aca6587-bcbb-41e5-a544-6e5680bd9746), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:58.911936 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks [] for router_gateway (0aca6587-bcbb-41e5-a544-6e5680bd9746), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:58.994765 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:59.160765 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Allocated IP 172.27.1.235 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/48cf667c-f3be-41ae-af57-94aa68f0a432) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 13:59:59.272402 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks [] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:59.336832 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:59.411559 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 13:59:59.419613 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 13:59:59.421745 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Pushing event updated for resources: {'Port': ['ID=48cf667c-f3be-41ae-af57-94aa68f0a432,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 13:59:59.424943 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 13:59:59.762384 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks [] for router_gateway (0aca6587-bcbb-41e5-a544-6e5680bd9746), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:59.959552 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-510116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-541'] for router (0aca6587-bcbb-41e5-a544-6e5680bd9746), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 13:59:59.964546 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-510173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-510166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520749'] for router (0aca6587-bcbb-41e5-a544-6e5680bd9746), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:00.078067 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Router 0aca6587-bcbb-41e5-a544-6e5680bd9746 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:00:00.188456 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:00:00.194057 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:00.195145 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5737bc0a-c633-43ed-ac7d-cc46a56b17da demo admin] 10.222.0.20 "PUT /v2.0/routers/0aca6587-bcbb-41e5-a544-6e5680bd9746 HTTP/1.1" status: 200 len: 890 time: 1.7784238 Apr 28 14:00:00.930883 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a648a162-11a3-4f1d-807b-9daefb1f1d00 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:00:00.987198 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port a648a162-11a3-4f1d-807b-9daefb1f1d00 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:00:00.987870 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:01.068060 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port a648a162-11a3-4f1d-807b-9daefb1f1d00 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:00:02.668854 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Sync routers for ids ['0aca6587-bcbb-41e5-a544-6e5680bd9746'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:00:02.679787 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Routers {'0aca6587-bcbb-41e5-a544-6e5680bd9746'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:00:02.680429 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T13:59:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0aca6587-bcbb-41e5-a544-6e5680bd9746'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:00:02.680834 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 35602) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:00:02.796879 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ca6dcbf4-9107-4d58-b977-369b5f6bc2ce admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1149058 Apr 28 14:00:02.917838 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Set router 0aca6587-bcbb-41e5-a544-6e5680bd9746 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:00:03.382668 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'name': 'router1', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '48cf667c-f3be-41ae-af57-94aa68f0a432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T13:59:40Z', 'updated_at': '2022-04-28T13:59:59Z', 'revision_number': 4, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'gw_port': {'id': '48cf667c-f3be-41ae-af57-94aa68f0a432', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:59Z', 'updated_at': '2022-04-28T13:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'a648a162-11a3-4f1d-807b-9daefb1f1d00', 'name': '', 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'mac_address': 'fa:16:3e:83:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '515445b3-618e-4c24-99d6-f71b40b92952', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:50Z', 'updated_at': '2022-04-28T13:59:53Z', 'revision_number': 5, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'subnets': [{'id': '515445b3-618e-4c24-99d6-f71b40b92952', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fec0ac2-6d7a-4947-b79d-305cf4e84fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:00:03.432695 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Checking router: 0aca6587-bcbb-41e5-a544-6e5680bd9746 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:00:03.433068 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Updating router 0aca6587-bcbb-41e5-a544-6e5680bd9746 port 48cf667c-f3be-41ae-af57-94aa68f0a432 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:00:03.488698 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:03.816680 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Publish callbacks [] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:03.822213 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:03.875995 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Attempting to bind port 48cf667c-f3be-41ae-af57-94aa68f0a432 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:00:03.876364 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Attempting to bind port 48cf667c-f3be-41ae-af57-94aa68f0a432 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:00:03.876724 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Attempting to bind port 48cf667c-f3be-41ae-af57-94aa68f0a432 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:00:03.879499 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178732dd-bbba-4424-96b6-8e488b693746 None None] Pushing event updated for resources: {'Port': ['ID=48cf667c-f3be-41ae-af57-94aa68f0a432,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:00:03.884930 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 13, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:00:03.885305 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:00:03.885730 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:03.886482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:00:03.886593 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Bound port: 48cf667c-f3be-41ae-af57-94aa68f0a432, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:00:03.886927 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:03.936862 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] For port 48cf667c-f3be-41ae-af57-94aa68f0a432, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:00:03.940106 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] For port 48cf667c-f3be-41ae-af57-94aa68f0a432, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=48cf667c-f3be-41ae-af57-94aa68f0a432,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:00:03.952453 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:04.006949 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Routers {'0aca6587-bcbb-41e5-a544-6e5680bd9746'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:00:04.007572 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T13:59:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0aca6587-bcbb-41e5-a544-6e5680bd9746'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:00:04.048028 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178732dd-bbba-4424-96b6-8e488b693746 None None] Pushing event updated for resources: {'Port': ['ID=48cf667c-f3be-41ae-af57-94aa68f0a432,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:00:04.124150 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] Set router 0aca6587-bcbb-41e5-a544-6e5680bd9746 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:00:04.339254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'name': 'router1', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '48cf667c-f3be-41ae-af57-94aa68f0a432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T13:59:40Z', 'updated_at': '2022-04-28T13:59:59Z', 'revision_number': 4, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'gw_port': {'id': '48cf667c-f3be-41ae-af57-94aa68f0a432', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:59Z', 'updated_at': '2022-04-28T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'a648a162-11a3-4f1d-807b-9daefb1f1d00', 'name': '', 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'mac_address': 'fa:16:3e:83:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '515445b3-618e-4c24-99d6-f71b40b92952', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:50Z', 'updated_at': '2022-04-28T13:59:53Z', 'revision_number': 5, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'subnets': [{'id': '515445b3-618e-4c24-99d6-f71b40b92952', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fec0ac2-6d7a-4947-b79d-305cf4e84fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:00:04.364961 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08727aa1-a5be-43d7-8bd9-9fe9e7574a5d None None] The sync data for ids ['0aca6587-bcbb-41e5-a544-6e5680bd9746'] in dv-cinder-839760-1-iscsi is: [{'id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'name': 'router1', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '48cf667c-f3be-41ae-af57-94aa68f0a432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T13:59:40Z', 'updated_at': '2022-04-28T13:59:59Z', 'revision_number': 4, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'gw_port': {'id': '48cf667c-f3be-41ae-af57-94aa68f0a432', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:59Z', 'updated_at': '2022-04-28T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'a648a162-11a3-4f1d-807b-9daefb1f1d00', 'name': '', 'network_id': '639ef21b-3622-4f3b-887f-4932b925ecd3', 'tenant_id': '9729a3955af24edfbdeb99349fd99513', 'mac_address': 'fa:16:3e:83:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca6587-bcbb-41e5-a544-6e5680bd9746', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '515445b3-618e-4c24-99d6-f71b40b92952', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T13:59:50Z', 'updated_at': '2022-04-28T13:59:53Z', 'revision_number': 5, 'project_id': '9729a3955af24edfbdeb99349fd99513', 'subnets': [{'id': '515445b3-618e-4c24-99d6-f71b40b92952', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fec0ac2-6d7a-4947-b79d-305cf4e84fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:00:04.959549 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 48cf667c-f3be-41ae-af57-94aa68f0a432 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:00:05.023004 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 48cf667c-f3be-41ae-af57-94aa68f0a432 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:00:05.023933 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:05.136200 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 48cf667c-f3be-41ae-af57-94aa68f0a432 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:00:05.136596 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:05.164456 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 48cf667c-f3be-41ae-af57-94aa68f0a432, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=48cf667c-f3be-41ae-af57-94aa68f0a432,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:00:05.170722 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:05.245251 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=48cf667c-f3be-41ae-af57-94aa68f0a432,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:00:06.940519 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 48cf667c-f3be-41ae-af57-94aa68f0a432 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:00:07.010012 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 48cf667c-f3be-41ae-af57-94aa68f0a432 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:00:07.012012 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (48cf667c-f3be-41ae-af57-94aa68f0a432), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:07.153495 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 48cf667c-f3be-41ae-af57-94aa68f0a432 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:00:17.060899 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:00:17.658370 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-be07ced6-626c-4d90-88f2-aa2b049e7a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:19.993333 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66cb9495-0115-44b6-945c-730673b61930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:21.697534 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:22.713511 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:24.214584 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:47.647538 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8e6d734-5f96-4f9c-8fca-6a086ff5cb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:49.987624 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-68579c91-8663-430e-a9e1-d0687774824c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:51.706139 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:52.715201 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:00:54.059656 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:00:54.210615 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:17.639838 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-db1e4349-0f7e-4bfe-9d89-3e35982de8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:19.990671 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-024d0c53-72f3-4eaf-bee7-961b8d2e1f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:21.708068 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:22.714597 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:23.752793 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36086) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:23.814989 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.pecan_wsgi.hooks.translation [None req-02156c9d-621d-4556-9ad1-b920e882b024 admin admin] GET failed (client error): The resource could not be found. Apr 28 14:01:23.816268 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-02156c9d-621d-4556-9ad1-b920e882b024 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625532 Apr 28 14:01:23.973243 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a701e-ffbc-4a4c-84aa-d87ca1ca3456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:23.974620 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2e5a701e-ffbc-4a4c-84aa-d87ca1ca3456 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543138 Apr 28 14:01:24.212917 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:26.231912 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36096) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:26.326349 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f5425-37d3-4896-a029-eca36e1b6fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:26.327685 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-216f5425-37d3-4896-a029-eca36e1b6fcd admin admin] 10.222.0.20 "GET /v2.0/subnets/515445b3-618e-4c24-99d6-f71b40b92952 HTTP/1.1" status: 200 len: 849 time: 0.0948443 Apr 28 14:01:26.336910 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:01:26.421281 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Publish callbacks [] for subnet (515445b3-618e-4c24-99d6-f71b40b92952), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:26.629249 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758268697555'] for subnet (515445b3-618e-4c24-99d6-f71b40b92952), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:26.658466 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:26.659058 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:26.660872 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] 10.222.0.20 "PUT /v2.0/subnets/515445b3-618e-4c24-99d6-f71b40b92952 HTTP/1.1" status: 200 len: 868 time: 0.3274467 Apr 28 14:01:26.665400 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2bbef0-2ec6-45e3-a5e5-f7c821d47e81 None None] Network 639ef21b-3622-4f3b-887f-4932b925ecd3 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:01:26.682260 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=515445b3-618e-4c24-99d6-f71b40b92952,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:01:26.689578 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.689940 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.690949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.690949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.691177 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.691404 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.691668 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.692002 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.692341 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.692680 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.693025 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.693375 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.693760 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.694086 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:26.694411 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e3690-d745-4a16-92bd-5bbfd5ef19ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:01:27.041231 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-ea892f80-b08b-48ad-90a8-6bbaa005f45c None None] Provisioning complete for port 73289547-697f-409d-abe3-c1a12ec9f9c1 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:01:27.041647 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea892f80-b08b-48ad-90a8-6bbaa005f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (73289547-697f-409d-abe3-c1a12ec9f9c1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:27.117389 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ea892f80-b08b-48ad-90a8-6bbaa005f45c None None] Current status of the port 73289547-697f-409d-abe3-c1a12ec9f9c1 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:01:27.125531 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-ea892f80-b08b-48ad-90a8-6bbaa005f45c None None] Provisioning complete for port a648a162-11a3-4f1d-807b-9daefb1f1d00 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:01:27.125929 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea892f80-b08b-48ad-90a8-6bbaa005f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a648a162-11a3-4f1d-807b-9daefb1f1d00), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:27.203079 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ea892f80-b08b-48ad-90a8-6bbaa005f45c None None] Current status of the port a648a162-11a3-4f1d-807b-9daefb1f1d00 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:01:28.947264 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36106) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:29.146541 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18793a1a-a2f5-4ebf-b7e1-24ab5d7531d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:29.147019 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18793a1a-a2f5-4ebf-b7e1-24ab5d7531d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:29.148611 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-18793a1a-a2f5-4ebf-b7e1-24ab5d7531d8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003615 Apr 28 14:01:31.107033 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:01:31.464207 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36114) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:31.593282 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a73e4af-7666-4286-9244-af1e37882aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:31.593784 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a73e4af-7666-4286-9244-af1e37882aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:31.595314 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-6a73e4af-7666-4286-9244-af1e37882aa4 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301639 Apr 28 14:01:33.869771 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36122) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:33.998363 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63030695-aca7-48a8-9f3c-c4993433f397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:33.999719 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-63030695-aca7-48a8-9f3c-c4993433f397 admin admin] 10.222.0.20 "GET /v2.0/networks/639ef21b-3622-4f3b-887f-4932b925ecd3 HTTP/1.1" status: 200 len: 869 time: 0.1290095 Apr 28 14:01:36.276930 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36130) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:36.401810 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbbfd06-4337-4ebf-9114-717286c51843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:36.403178 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-ecbbfd06-4337-4ebf-9114-717286c51843 admin admin] 10.222.0.20 "GET /v2.0/networks/b387b340-ba2a-4981-add4-9dac5ffcc4cd HTTP/1.1" status: 200 len: 886 time: 0.1252627 Apr 28 14:01:38.678921 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36138) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:38.797700 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c022a3-736c-4ccf-9007-a00b862e8796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:38.798144 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c022a3-736c-4ccf-9007-a00b862e8796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:38.799635 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-29c022a3-736c-4ccf-9007-a00b862e8796 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197877 Apr 28 14:01:41.047848 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36146) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:41.140364 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67442395-8acd-4364-8417-f018f03621fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:41.140813 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67442395-8acd-4364-8417-f018f03621fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:41.142350 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-67442395-8acd-4364-8417-f018f03621fb admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935483 Apr 28 14:01:43.396169 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36154) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:43.486412 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390ca9d-f7fe-48c1-a3c1-3c660dff47ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:43.488310 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-6390ca9d-f7fe-48c1-a3c1-3c660dff47ca admin admin] 10.222.0.20 "GET /v2.0/subnets/515445b3-618e-4c24-99d6-f71b40b92952 HTTP/1.1" status: 200 len: 868 time: 0.0912073 Apr 28 14:01:45.808444 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36162) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:01:45.895423 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6abf4c9-01e5-4041-baed-50f796836eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:01:45.896766 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b6abf4c9-01e5-4041-baed-50f796836eb6 admin admin] 10.222.0.20 "GET /v2.0/subnets/cdbeaeac-ae82-45ea-b969-49d961da7c7c HTTP/1.1" status: 200 len: 816 time: 0.0873835 Apr 28 14:01:47.641778 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ff18283a-f54c-4a44-b4ca-7953ccce5021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:49.992478 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-abb150fd-5d20-4415-bf26-c55dc7844644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:51.706955 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:52.718348 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:01:54.214636 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:08.056131 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:02:17.644765 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-148c7f17-eb85-4e92-9d6a-18e1a1d9147c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:19.994458 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4d8baae6-a7b4-4c82-b36c-9deae209e278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:21.714545 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:22.722771 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:24.219094 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:26.843472 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36220) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:02:26.889082 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [None req-2fe9d086-cf73-4ed2-b8fc-c965d617bb27 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:02:26.890095 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-2fe9d086-cf73-4ed2-b8fc-c965d617bb27 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0457036 Apr 28 14:02:29.235048 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36228) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:02:29.296082 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.pecan_wsgi.hooks.translation [None req-041b9b89-a55c-4410-b785-d2279513719c admin admin] GET failed (client error): The resource could not be found. Apr 28 14:02:29.297372 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-041b9b89-a55c-4410-b785-d2279513719c admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613656 Apr 28 14:02:29.382243 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ccddd-fa18-4b78-9d99-d3ceb47dce61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:02:29.383675 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-824ccddd-fa18-4b78-9d99-d3ceb47dce61 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823853 Apr 28 14:02:31.692812 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36238) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:02:31.738827 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:02:31.760205 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Made reservation on behalf of d3a0706a2a19418486859792dfa920d5 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:02:31.762385 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:31.803732 dv-cinder-839760-1-iscsi neutron-server[103510]: WARNING neutron.services.revisions.revision_plugin [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Could not find related network for resource to bump revision. Apr 28 14:02:31.819150 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:02:31.831634 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758268849776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (523ee2b3-9f6a-405c-b5cb-1ee01edce282), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:31.832162 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Unsubscribe: segment precommit_create {{(pid=103510) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 14:02:31.832647 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Added segment 523ee2b3-9f6a-405c-b5cb-1ee01edce282 of type vlan for network ac7c2878-ffe2-4622-bc13-ea5d70710579 Apr 28 14:02:31.887618 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (ac7c2878-ffe2-4622-bc13-ea5d70710579), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:31.918267 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (ac7c2878-ffe2-4622-bc13-ea5d70710579), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:31.919174 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:02:31.919737 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:31.974874 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2810230 Apr 28 14:02:32.089226 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7c2878-ffe2-4622-bc13-ea5d70710579,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:02:32.096871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.097213 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.097654 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.098085 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.098473 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.098809 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.099133 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.099460 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.099805 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.100138 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.100480 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.100811 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.101153 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.101473 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.101816 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e8d8-8acc-416d-8c11-20ccc2d51e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:32.113422 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network ac7c2878-ffe2-4622-bc13-ea5d70710579 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:02:34.297918 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36246) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:02:34.356606 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a576d20-4f8e-44f0-aa7e-c165443db174 admin admin] GET failed (client error): The resource could not be found. Apr 28 14:02:34.357852 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9a576d20-4f8e-44f0-aa7e-c165443db174 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589659 Apr 28 14:02:34.428784 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ed683-eeec-4111-a9af-c5101da3b11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:02:34.430260 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-991ed683-eeec-4111-a9af-c5101da3b11f admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678127 Apr 28 14:02:34.439531 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:02:34.457401 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Made reservation on behalf of d3a0706a2a19418486859792dfa920d5 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:02:34.459622 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:34.628080 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (96fde6ce-ad58-4384-80dd-81622d85d3fd), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:34.685902 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fde6ce-ad58-4384-80dd-81622d85d3fd,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:02:34.696189 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Checking segment: {'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:02:34.696534 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Network hostable DHCP agents. Network: ac7c2878-ffe2-4622-bc13-ea5d70710579, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:02:34.712958 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Network ac7c2878-ffe2-4622-bc13-ea5d70710579 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:02:34.721958 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, ac7c2878-ffe2-4622-bc13-ea5d70710579) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:02:34.726299 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:02:34.726906 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:34.731118 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1def115-ec75-491a-aced-3d5f41d3bdd4 None None] Network ac7c2878-ffe2-4622-bc13-ea5d70710579 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:02:34.742356 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b4550a03-7b1b-469a-a195-074392f7d2ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3059423 Apr 28 14:02:34.837502 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-ac7c2878-ffe2-4622-bc13-ea5d70710579', 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579', 'project_id': 'd3a0706a2a19418486859792dfa920d5', 'fixed_ips': [{'subnet_id': '96fde6ce-ad58-4384-80dd-81622d85d3fd'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:02:34.838386 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:34.982060 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Allocated IP 192.168.233.2 (ac7c2878-ffe2-4622-bc13-ea5d70710579/96fde6ce-ad58-4384-80dd-81622d85d3fd/850c98eb-ed90-40ef-aa7e-ff254319b61c) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:02:35.135507 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Publish callbacks [] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:35.141596 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:35.188298 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Network ac7c2878-ffe2-4622-bc13-ea5d70710579 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:02:35.194459 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:02:35.196232 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Pushing event updated for resources: {'Port': ['ID=850c98eb-ed90-40ef-aa7e-ff254319b61c,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:02:35.198568 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:02:35.209092 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.209427 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.209801 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.210148 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.210475 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.210794 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.211109 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.211420 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.211733 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.212049 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.212364 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.212689 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.212999 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.213308 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.213665 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:02:35.266122 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Attempting to bind port 850c98eb-ed90-40ef-aa7e-ff254319b61c on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:02:35.266482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Attempting to bind port 850c98eb-ed90-40ef-aa7e-ff254319b61c by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:02:35.266835 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Attempting to bind port 850c98eb-ed90-40ef-aa7e-ff254319b61c on network ac7c2878-ffe2-4622-bc13-ea5d70710579 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:02:35.272317 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:02:35.272676 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Checking segment: {'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:02:35.273072 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:35.273457 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Bound using segment: {'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:02:35.273968 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Bound port: 850c98eb-ed90-40ef-aa7e-ff254319b61c, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:02:35.274340 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:35.335271 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] For port 850c98eb-ed90-40ef-aa7e-ff254319b61c, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:02:35.338748 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] For port 850c98eb-ed90-40ef-aa7e-ff254319b61c, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=850c98eb-ed90-40ef-aa7e-ff254319b61c,segment=NetworkSegment(523ee2b3-9f6a-405c-b5cb-1ee01edce282),segment_id=523ee2b3-9f6a-405c-b5cb-1ee01edce282)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:02:35.344287 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:35.407930 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4862539-25e7-4b0d-aada-2ee776d0cbd6 None None] Pushing event updated for resources: {'Port': ['ID=850c98eb-ed90-40ef-aa7e-ff254319b61c,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:02:36.240379 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f40c09-a61b-49e6-8033-c47d69d338fa None None] Network ac7c2878-ffe2-4622-bc13-ea5d70710579 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:02:36.318391 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-a7f6acd7-879b-497a-a9a0-e99c7f061572 None None] Provisioning complete for port 850c98eb-ed90-40ef-aa7e-ff254319b61c triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:02:36.318701 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7f6acd7-879b-497a-a9a0-e99c7f061572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:36.427444 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6acd7-879b-497a-a9a0-e99c7f061572 None None] Current status of the port 850c98eb-ed90-40ef-aa7e-ff254319b61c is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:02:36.427917 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7f6acd7-879b-497a-a9a0-e99c7f061572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:36.464482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-a7f6acd7-879b-497a-a9a0-e99c7f061572 None None] For port 850c98eb-ed90-40ef-aa7e-ff254319b61c, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=850c98eb-ed90-40ef-aa7e-ff254319b61c,segment=NetworkSegment(523ee2b3-9f6a-405c-b5cb-1ee01edce282),segment_id=523ee2b3-9f6a-405c-b5cb-1ee01edce282)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:02:36.469707 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7f6acd7-879b-497a-a9a0-e99c7f061572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:36.524680 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6acd7-879b-497a-a9a0-e99c7f061572 None None] Pushing event updated for resources: {'Port': ['ID=850c98eb-ed90-40ef-aa7e-ff254319b61c,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:02:36.692150 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-63289ce2-5835-49ce-ba3d-da583b7b4192 None None] Provisioning complete for port 850c98eb-ed90-40ef-aa7e-ff254319b61c triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:02:36.692542 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-63289ce2-5835-49ce-ba3d-da583b7b4192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:36.770753 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-63289ce2-5835-49ce-ba3d-da583b7b4192 None None] Current status of the port 850c98eb-ed90-40ef-aa7e-ff254319b61c is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:02:37.025480 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 850c98eb-ed90-40ef-aa7e-ff254319b61c up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:02:37.072646 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 850c98eb-ed90-40ef-aa7e-ff254319b61c triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:02:37.073034 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (850c98eb-ed90-40ef-aa7e-ff254319b61c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:37.155355 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 850c98eb-ed90-40ef-aa7e-ff254319b61c is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:02:45.056832 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:02:47.647717 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-17de43fa-004f-4ef7-9a0d-859f32a5b554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:49.998296 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b685f4b4-46ed-4cfa-a623-471984f69279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:51.713855 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:52.724323 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:02:54.222209 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:17.650233 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ba4b4d5e-6fb9-41d3-9b92-be59bf7f05f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:20.000248 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7ea9388f-0cbd-4f2f-aa5b-2293a08cd1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:21.711854 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:22.055322 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:03:22.727448 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:24.226888 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:47.654639 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c372d092-eb30-44c5-8c7e-65c225e1e834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:50.002868 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6eae8ee2-3571-47d5-a931-e267ed943fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:51.714188 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:52.730900 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:54.232328 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:03:59.053445 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:04:09.203479 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36284) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:04:09.209955 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [None req-432167dc-265b-4449-8136-f22bbb02430b tempest-verify_tempest_config-63968035 tempest-verify_tempest_config-63968035-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:04:09.210926 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-432167dc-265b-4449-8136-f22bbb02430b tempest-verify_tempest_config-63968035 tempest-verify_tempest_config-63968035-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059495 Apr 28 14:04:09.490715 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36302) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:04:09.593678 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:09.670309 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Publish callbacks [] for security_group (6b5637ac-9539-4da9-8e7b-5437d8973857), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:09.674468 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (6b5637ac-9539-4da9-8e7b-5437d8973857), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:09.717226 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a7f08978eaf439cbd33c0e25b5a1cd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2255201 Apr 28 14:04:09.720448 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36308) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:04:09.720613 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5637ac-9539-4da9-8e7b-5437d8973857,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:04:09.727427 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.727779 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.728120 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.728458 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.728791 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.729120 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.729443 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.729807 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.730134 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.730458 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.730784 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.731107 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.731424 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.731743 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.732189 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc35fa5-f8eb-44cb-ac22-c9f27466389e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.798578 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Publish callbacks [] for security_group (6b5637ac-9539-4da9-8e7b-5437d8973857), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:09.818880 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Publish callbacks [] for security_group (6b5637ac-9539-4da9-8e7b-5437d8973857), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:09.910220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (6b5637ac-9539-4da9-8e7b-5437d8973857), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:09.916245 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:09.917420 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b5637ac-9539-4da9-8e7b-5437d8973857 HTTP/1.1" status: 204 len: 168 time: 0.1959262 Apr 28 14:04:09.925630 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5637ac-9539-4da9-8e7b-5437d8973857,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:04:09.932900 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.933248 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.933625 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.933968 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.934303 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.934635 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.934961 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.935285 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.935608 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.935939 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.936263 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.936588 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.936908 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.937225 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:09.937543 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bfa996-b7bf-46d9-985f-9866fbe67c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:04:17.659152 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e742511a-202e-40c8-8ee0-f811faa93adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:20.007058 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd100-2e76-4310-95a5-98c8c596a1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:21.716958 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:22.735029 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:24.228170 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:36.052262 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:04:47.660737 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ec6f45c6-ac45-4d29-b583-f8c628f02362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:50.009186 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a083aa6a-01ea-4619-978c-00b915dede04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:51.719889 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:52.736837 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:04:54.231376 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:13.050011 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:05:17.662727 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-828e88a2-3ac5-4eeb-9f81-3e1326a4a337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:20.010222 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-201a0ec7-b5ff-4221-8171-18d32d5bfbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:21.724198 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:22.743424 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:24.236546 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:47.663774 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-61921f3c-11d5-409f-a1fb-19bfbf24d563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:50.014076 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0af28ea3-d4c5-45ab-9eb7-fdf04a0749c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:50.048900 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 5 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:05:51.821807 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:52.743926 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:54.230522 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:05:54.897797 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-521686'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:17.664608 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1c593c6a-77a4-44f5-b8f2-e9e66574ee9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:20.014567 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b3ebf2a9-dc58-4142-bda3-6fa1d736cec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:21.728676 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:22.748089 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:24.233747 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:24.852187 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:27.047205 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:06:47.666764 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40b346d7-0ec0-4040-ac41-cb353aa689e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:50.014303 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea951a8d-37dd-4ce7-85da-3ba138a1022a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:51.731846 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:52.750301 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:54.238755 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:06:54.866019 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:04.045343 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:07:17.668023 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60ea4e5f-d097-4d6d-972b-2c12ea00f9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:20.016884 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eacef31c-d70e-4752-b01c-289337b973bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:21.734337 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:22.753274 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:24.243612 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:24.895445 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:30.600626 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36358) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:07:30.702108 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9ce1e3e5-1682-49ba-a7ef-5bde95dbf56d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1004028 Apr 28 14:07:32.958784 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36368) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:07:33.018099 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a0e89675-8552-4281-bcb3-979d36b99dca admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0582452 Apr 28 14:07:41.044991 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:07:47.668825 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6fcd96c9-c524-47d0-ac51-17b554ab7014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:50.019108 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-813ab3c8-0a21-407b-bf51-6cbe69b779df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:51.736103 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:52.757526 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:54.246004 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:07:54.878917 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:17.670654 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-235d62aa-5c4d-4cb2-9b28-e16ac2cb390d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:18.043389 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:08:20.021204 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6bb929f3-0834-4eaa-99e3-1119e1abcae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:21.740067 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:22.759875 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:24.250628 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:24.877749 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:47.673533 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8a54f96e-d6f7-42fd-9730-645864599402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:50.023243 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-28ee4f3b-d902-4d54-937e-2d7909b4050a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:51.741345 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:52.764047 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:54.252587 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:54.891070 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:08:55.042728 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:09:13.600939 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36520) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:13.857949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-103048607-network', 'tenant_id': '41351d6d88eb41e2a1cda97d9f0c77a1'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:13.878649 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Made reservation on behalf of 41351d6d88eb41e2a1cda97d9f0c77a1 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:13.882293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:13.892234 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:13.976723 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Publish callbacks [] for security_group (8798d70c-c48e-4c24-912a-1b343ba27503), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:13.983273 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (8798d70c-c48e-4c24-912a-1b343ba27503), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:14.021472 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8798d70c-c48e-4c24-912a-1b343ba27503,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:14.027289 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:09:14.040258 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.040703 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.041189 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.041648 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.042196 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.042695 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.043107 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.043514 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.044292 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.045402 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.046226 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.047171 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.047807 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.048535 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.049070 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Tracked resource versions report: Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: pushed versions: Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: { 'AddressGroup': {'1.2'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Agent': {'1.1'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'ConntrackHelper': {'1.0'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'LocalIPAssociation': {'1.0'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Log': {'1.0'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'NDPProxy': {'1.0'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Network': {'1.1'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Port': {'1.7'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'PortForwarding': {'1.3'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'QosPolicy': {'1.10'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SecurityGroup': {'1.5'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SubPort': {'1.0'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Subnet': {'1.1'}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Trunk': {'1.1'}} Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: consumer versions: Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: { DHCP agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: HyperV agent@hv-cinder-83976: {}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: L3 agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: Metadata agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: Metering agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: Open vSwitch agent@dv-cinder-839760-1-iscsi: { 'AddressGroup': '1.2', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Agent': '1.1', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'ConntrackHelper': '1.0', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'LocalIPAssociation': '1.0', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Log': '1.0', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'NDPProxy': '1.0', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Network': '1.1', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Port': '1.7', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'PortForwarding': '1.3', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'QosPolicy': '1.10', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SecurityGroup': '1.5', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SecurityGroupRule': '1.2', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'SubPort': '1.0', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Subnet': '1.1', Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: 'Trunk': '1.1'}} Apr 28 14:09:14.051478 dv-cinder-839760-1-iscsi neutron-server[103509]: {{(pid=103509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:09:14.070052 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (5255b7d4-1346-4a6e-b73e-23dae39a5775), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:14.070419 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Added segment 5255b7d4-1346-4a6e-b73e-23dae39a5775 of type vlan for network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de Apr 28 14:09:14.132727 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:14.170140 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:14.172426 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:14.173146 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:14.250119 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6475868 Apr 28 14:09:14.251942 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36572) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:14.263765 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Request body: {'subnet': {'network_id': '365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-103048607-subnet', 'tenant_id': '41351d6d88eb41e2a1cda97d9f0c77a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:14.268076 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913682d-5753-497d-9449-cbf00d3bd253 admin admin] Pushing event updated for resources: {'Network': ['ID=365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:14.282235 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:09:14.291749 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Made reservation on behalf of 41351d6d88eb41e2a1cda97d9f0c77a1 for: {'subnet': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:14.296628 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:14.525478 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (bf526804-478a-4d66-898a-8d28cc3fe9cf), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:14.608389 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf526804-478a-4d66-898a-8d28cc3fe9cf,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:14.617980 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Checking segment: {'id': '5255b7d4-1346-4a6e-b73e-23dae39a5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:14.619113 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Network hostable DHCP agents. Network: 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:09:14.646847 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:09:14.671548 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de) {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:14.676021 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:14.676679 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:14.682975 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4034f53-0d71-4f1a-80f2-6990c391d3a8 None None] Network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:14.704891 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36588) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:14.708395 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-80444ee8-e691-4b1a-bfe4-67ee309956fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4514978 Apr 28 14:09:14.798273 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36604) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:14.848490 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d0c08-d32a-4302-b324-8035b75f8eff None None] Network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:14.926589 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36614) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:15.014980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-602105481-network', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:15.045732 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Made reservation on behalf of 56f9e0563ca841b2acf0475664032b9f for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:15.048938 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.068597 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.076171 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1360660560-network', 'tenant_id': '4af9f146066048418277f36db15f3f65'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:15.115068 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-602408885-network', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:15.139762 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Made reservation on behalf of 79beb8c8a2f7430f9d5011cfb455acc7 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:15.142949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.160220 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.177943 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Publish callbacks [] for security_group (10fd1525-69d9-4bd3-9e29-848fefa5c351), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.182305 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Made reservation on behalf of 4af9f146066048418277f36db15f3f65 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:15.186406 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.190161 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (10fd1525-69d9-4bd3-9e29-848fefa5c351), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.207754 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.238576 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:09:15.245092 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Publish callbacks [] for security_group (19685b6a-3085-4453-b0ee-2c5f412ad92c), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.250287 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (19685b6a-3085-4453-b0ee-2c5f412ad92c), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.258783 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (afcd7460-ca54-4a5b-94fa-123e301d03b5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.259527 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Added segment afcd7460-ca54-4a5b-94fa-123e301d03b5 of type vlan for network c08b7cc8-6c6c-48fa-903c-ceba0396e30c Apr 28 14:09:15.272770 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:09:15.288917 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19685b6a-3085-4453-b0ee-2c5f412ad92c,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:15.291681 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (75abea8a-8780-44be-a82d-fa9aa1362683), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.292012 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Added segment 75abea8a-8780-44be-a82d-fa9aa1362683 of type vlan for network 10c7cd94-4f96-4578-a49c-aa84774d80aa Apr 28 14:09:15.306996 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (c08b7cc8-6c6c-48fa-903c-ceba0396e30c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.347259 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fd1525-69d9-4bd3-9e29-848fefa5c351,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:15.353199 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (c08b7cc8-6c6c-48fa-903c-ceba0396e30c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.354163 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:15.354680 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (10c7cd94-4f96-4578-a49c-aa84774d80aa), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.354808 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.380724 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36638) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:15.380871 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6747935 Apr 28 14:09:15.382151 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.382686 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.383220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.383741 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.384240 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.384749 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.385247 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.385761 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.386304 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.386812 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.387331 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.387846 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.388404 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.388918 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.389303 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Request body: {'subnet': {'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-subnet', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:15.389653 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Tracked resource versions report: Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: pushed versions: Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: { 'AddressGroup': {'1.2'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Agent': {'1.1'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'ConntrackHelper': {'1.0'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'LocalIPAssociation': {'1.0'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Log': {'1.0'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'NDPProxy': {'1.0'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Network': {'1.1'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Port': {'1.7'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'PortForwarding': {'1.3'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'QosPolicy': {'1.10'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SecurityGroup': {'1.5'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SubPort': {'1.0'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Subnet': {'1.1'}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Trunk': {'1.1'}} Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: consumer versions: Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: { DHCP agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: HyperV agent@hv-cinder-83976: {}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: L3 agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: Metadata agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: Metering agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: Open vSwitch agent@dv-cinder-839760-1-iscsi: { 'AddressGroup': '1.2', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Agent': '1.1', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'ConntrackHelper': '1.0', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'LocalIPAssociation': '1.0', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Log': '1.0', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'NDPProxy': '1.0', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Network': '1.1', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Port': '1.7', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'PortForwarding': '1.3', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'QosPolicy': '1.10', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SecurityGroup': '1.5', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SecurityGroupRule': '1.2', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'SubPort': '1.0', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Subnet': '1.1', Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: 'Trunk': '1.1'}} Apr 28 14:09:15.391036 dv-cinder-839760-1-iscsi neutron-server[103510]: {{(pid=103510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:09:15.417163 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (10c7cd94-4f96-4578-a49c-aa84774d80aa), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.418164 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:15.419027 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.450481 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Made reservation on behalf of 56f9e0563ca841b2acf0475664032b9f for: {'subnet': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:15.452837 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.469200 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5412614 Apr 28 14:09:15.473407 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36644) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:15.478272 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Publish callbacks [] for security_group (48908337-a3d5-44df-9265-ac419d736e4e), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.486365 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Request body: {'subnet': {'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-subnet', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:15.545617 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (48908337-a3d5-44df-9265-ac419d736e4e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.550335 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d306b20-3c0e-4e64-a21b-93f168be75bd admin admin] Pushing event updated for resources: {'Network': ['ID=10c7cd94-4f96-4578-a49c-aa84774d80aa,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:15.565179 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:09:15.638849 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5f5ff-7938-4d62-80fd-083045f99d30 admin admin] Pushing event updated for resources: {'Network': ['ID=c08b7cc8-6c6c-48fa-903c-ceba0396e30c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:15.652297 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Made reservation on behalf of 79beb8c8a2f7430f9d5011cfb455acc7 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:15.656650 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.721512 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:09:15.855327 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (34856d87-1877-4e36-925b-7e5b6d6c2d92), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.924482 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (bfdae0c7-577d-4996-abbf-fda349cd2754), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:15.964342 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34856d87-1877-4e36-925b-7e5b6d6c2d92,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:15.973345 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Checking segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:15.973980 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Network hostable DHCP agents. Network: c08b7cc8-6c6c-48fa-903c-ceba0396e30c, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:09:15.996124 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:09:16.000011 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:09:16.012921 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, c08b7cc8-6c6c-48fa-903c-ceba0396e30c) {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:16.016174 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfdae0c7-577d-4996-abbf-fda349cd2754,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:16.018855 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:16.019453 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.030124 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea0864-0142-4df5-8e69-b3a03320d3a0 None None] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:16.044683 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5cb93394-5c11-4530-a41d-6480011fcb34 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6603024 Apr 28 14:09:16.045395 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36668) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:16.048725 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48908337-a3d5-44df-9265-ac419d736e4e,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:16.050011 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:16.071034 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (ff7a74c2-561a-4cb6-aa1a-d584441bfd7b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.071394 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Added segment ff7a74c2-561a-4cb6-aa1a-d584441bfd7b of type vlan for network b3f29a40-da20-4e2b-83c1-cfff83c004e2 Apr 28 14:09:16.078680 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (27fadad9-4d28-4de3-a8bc-399e911cefb5), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.079919 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (27fadad9-4d28-4de3-a8bc-399e911cefb5), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.150797 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks [] for router_controller (27fadad9-4d28-4de3-a8bc-399e911cefb5), precommit_add_association {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.188369 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Checking segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:16.188726 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Network hostable DHCP agents. Network: 10c7cd94-4f96-4578-a49c-aa84774d80aa, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:09:16.195050 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (b3f29a40-da20-4e2b-83c1-cfff83c004e2), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.227754 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:09:16.235833 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (b3f29a40-da20-4e2b-83c1-cfff83c004e2), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.236997 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:16.237690 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.259238 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 10c7cd94-4f96-4578-a49c-aa84774d80aa) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:16.276867 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:16.277220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.281342 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea74722-cff2-4156-b929-2e7be85afb54 None None] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:16.296440 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4939437 Apr 28 14:09:16.296704 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36676) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:16.304057 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-823dda95-7fad-4cb3-aeee-12a59b64d82b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8240395 Apr 28 14:09:16.309943 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:09:16.313413 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.333110 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Request body: {'subnet': {'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1360660560-subnet', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:16.338376 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36678) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:16.346025 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:16.351505 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de21a8-17bc-4f64-890e-135901e56b6b admin admin] Pushing event updated for resources: {'Network': ['ID=b3f29a40-da20-4e2b-83c1-cfff83c004e2,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:16.382368 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Made reservation on behalf of 4af9f146066048418277f36db15f3f65 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:16.385467 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.443430 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (0634f3ed-9e0b-49a6-8998-8a6228b6417a), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.445063 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (0634f3ed-9e0b-49a6-8998-8a6228b6417a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.525492 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:09:16.565653 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks [] for router_gateway (27fadad9-4d28-4de3-a8bc-399e911cefb5), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.694636 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks [] for router_controller (0634f3ed-9e0b-49a6-8998-8a6228b6417a), precommit_add_association {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.702471 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36716) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:16.708258 dv-cinder-839760-1-iscsi neutron-server[103510]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 14:09:16.909913 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-10c7cd94-4f96-4578-a49c-aa84774d80aa', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:09:16.911270 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:16.942494 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks [] for router_gateway (27fadad9-4d28-4de3-a8bc-399e911cefb5), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.000772 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.066659 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Allocated IP 172.20.0.2 (c08b7cc8-6c6c-48fa-903c-ceba0396e30c/34856d87-1877-4e36-925b-7e5b6d6c2d92/a02da7ff-950d-477a-9c8c-6c285d6ddb11) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:17.232819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36740) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:17.275587 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Allocated IP 172.27.1.149 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/007f3e72-58c7-4d8d-81cc-26366911c92b) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:17.286518 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Allocated IP 172.20.0.2 (10c7cd94-4f96-4578-a49c-aa84774d80aa/bfdae0c7-577d-4996-abbf-fda349cd2754/a99c470a-6c03-43a3-a35c-dbfd1b68e39a) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:17.354094 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (493ac07b-0c2e-4603-b459-bb187b4237a3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.363853 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks [] for router_gateway (0634f3ed-9e0b-49a6-8998-8a6228b6417a), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.457219 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Publish callbacks [] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.464840 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493ac07b-0c2e-4603-b459-bb187b4237a3,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:17.466190 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd7f-8817-463a-907b-e336f6daad38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.480903 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.523113 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks [] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.599650 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.635612 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-5d6c154c-f03d-4bf3-9847-a2c4bd322517 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:17.637495 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-5d6c154c-f03d-4bf3-9847-a2c4bd322517 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/networks?id=365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de HTTP/1.1" status: 200 len: 811 time: 0.9324906 Apr 28 14:09:17.644271 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:17.666598 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:17.671492 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd7f-8817-463a-907b-e336f6daad38 admin admin] Publish callbacks [] for security_group (7bce3c44-43ec-4084-bab5-b1798e990b7d), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.689159 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:17.692778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:17.695117 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd7f-8817-463a-907b-e336f6daad38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7bce3c44-43ec-4084-bab5-b1798e990b7d), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.695732 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:17.723185 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Pushing event updated for resources: {'Port': ['ID=a02da7ff-950d-477a-9c8c-6c285d6ddb11,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:17.726619 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:17.774092 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-69f6fd7f-8817-463a-907b-e336f6daad38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=875b6351ce534b39abdd2fdf84760f1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5396285 Apr 28 14:09:17.780821 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-f1df5bd9-a0e4-4cd8-b03f-6eda5ae98e6c tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/quotas/41351d6d88eb41e2a1cda97d9f0c77a1 HTTP/1.1" status: 200 len: 375 time: 0.1164501 Apr 28 14:09:17.785633 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36768) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:17.788380 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Publish callbacks [] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.796025 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.796487 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.796856 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.797518 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.797518 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.798342 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.798342 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.798486 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.798817 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.799311 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.799433 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.800030 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.800362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.800874 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.801139 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Tracked resource versions report: Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: pushed versions: Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: { 'AddressGroup': {'1.2'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Agent': {'1.1'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'ConntrackHelper': {'1.0'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'LocalIPAssociation': {'1.0'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Log': {'1.0'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'NDPProxy': {'1.0'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Network': {'1.1'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Port': {'1.7'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'PortForwarding': {'1.3'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'QosPolicy': {'1.10'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SecurityGroup': {'1.5'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SubPort': {'1.0'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Subnet': {'1.1'}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Trunk': {'1.1'}} Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: consumer versions: Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: { DHCP agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: HyperV agent@hv-cinder-83976: {}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: L3 agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: Metadata agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: Metering agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: Open vSwitch agent@dv-cinder-839760-1-iscsi: { 'AddressGroup': '1.2', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Agent': '1.1', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'ConntrackHelper': '1.0', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'LocalIPAssociation': '1.0', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Log': '1.0', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'NDPProxy': '1.0', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Network': '1.1', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Port': '1.7', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'PortForwarding': '1.3', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'QosPolicy': '1.10', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SecurityGroup': '1.5', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SecurityGroupRule': '1.2', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'SubPort': '1.0', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Subnet': '1.1', Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: 'Trunk': '1.1'}} Apr 28 14:09:17.802362 dv-cinder-839760-1-iscsi neutron-server[103511]: {{(pid=103511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:09:17.807652 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.817378 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b942eef-e68f-4e0c-96d4-02503fc60c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.833613 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Pushing event updated for resources: {'Port': ['ID=007f3e72-58c7-4d8d-81cc-26366911c92b,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:17.849093 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36770) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:17.851683 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Checking segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:17.851829 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Network hostable DHCP agents. Network: b3f29a40-da20-4e2b-83c1-cfff83c004e2, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:09:17.854842 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Attempting to bind port a02da7ff-950d-477a-9c8c-6c285d6ddb11 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:17.855214 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Attempting to bind port a02da7ff-950d-477a-9c8c-6c285d6ddb11 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:17.855574 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Attempting to bind port a02da7ff-950d-477a-9c8c-6c285d6ddb11 on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:17.871339 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:17.872254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:17.872812 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Checking segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:17.873210 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.873639 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Bound using segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:17.874105 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Bound port: a02da7ff-950d-477a-9c8c-6c285d6ddb11, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:17.874487 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:17.879456 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:17.893053 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6fd7f-8817-463a-907b-e336f6daad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bce3c44-43ec-4084-bab5-b1798e990b7d,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:17.893264 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:17.896896 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Pushing event updated for resources: {'Port': ['ID=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:17.941330 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-02267388-35b8-446c-a07f-9e31df0e00c4 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41351d6d88eb41e2a1cda97d9f0c77a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967534 Apr 28 14:09:17.964273 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks [] for router_gateway (0634f3ed-9e0b-49a6-8998-8a6228b6417a), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.002597 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:09:18.007986 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Attempting to bind port a99c470a-6c03-43a3-a35c-dbfd1b68e39a on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:18.008596 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.008687 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Attempting to bind port a99c470a-6c03-43a3-a35c-dbfd1b68e39a by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:18.008687 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Attempting to bind port a99c470a-6c03-43a3-a35c-dbfd1b68e39a on network 10c7cd94-4f96-4578-a49c-aa84774d80aa {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:18.017771 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] For port a02da7ff-950d-477a-9c8c-6c285d6ddb11, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:18.020312 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:18.020690 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Checking segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:18.021147 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.021544 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Bound using segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:18.022134 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Bound port: a99c470a-6c03-43a3-a35c-dbfd1b68e39a, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:18.022544 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.026409 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] For port a02da7ff-950d-477a-9c8c-6c285d6ddb11, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a02da7ff-950d-477a-9c8c-6c285d6ddb11,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:18.041198 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.049038 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, b3f29a40-da20-4e2b-83c1-cfff83c004e2) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:18.062912 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:18.063515 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.066525 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-df17030e-0404-4d65-946e-d60c546b2309 admin admin] Publish callbacks [] for security_group (7bce3c44-43ec-4084-bab5-b1798e990b7d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.094342 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019cb4b1-6e7d-4c49-9440-e344d90cae15 None None] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:18.225649 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82618c3-6fe0-4717-8abf-b3fdbe4fbf16 None None] Pushing event updated for resources: {'Port': ['ID=a02da7ff-950d-477a-9c8c-6c285d6ddb11,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:18.239168 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-df17030e-0404-4d65-946e-d60c546b2309 admin admin] Publish callbacks [] for security_group (7bce3c44-43ec-4084-bab5-b1798e990b7d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.243619 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks [] for router_gateway (27fadad9-4d28-4de3-a8bc-399e911cefb5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.259005 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ed82064a-b93e-4fa8-9d29-f59a013b66f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9589889 Apr 28 14:09:18.262780 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] For port a99c470a-6c03-43a3-a35c-dbfd1b68e39a, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:18.268806 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] For port a99c470a-6c03-43a3-a35c-dbfd1b68e39a, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:18.269934 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36788) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:18.294532 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:18.322504 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.365431 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-9b05c7a6-f903-4890-8ebb-8ef7042a35d2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:09:18.366464 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-9b05c7a6-f903-4890-8ebb-8ef7042a35d2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2090185 Apr 28 14:09:18.376368 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'project_id': '4af9f146066048418277f36db15f3f65', 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:09:18.376715 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.420068 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-61751820-677b-4624-9f29-cd90d7f76cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.449205 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e37602-6bf8-4f1b-8b14-31220c15cb2a None None] Pushing event updated for resources: {'Port': ['ID=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:18.479320 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Allocated IP 172.27.1.57 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/a269bf5e-a21f-40f3-9569-adc3de704de5) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:18.537669 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (f1641a16-72a3-47dd-b6c3-3781404b9b0c), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.538917 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (f1641a16-72a3-47dd-b6c3-3781404b9b0c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.617608 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-df17030e-0404-4d65-946e-d60c546b2309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7bce3c44-43ec-4084-bab5-b1798e990b7d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.620223 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-df17030e-0404-4d65-946e-d60c546b2309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.621369 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-df17030e-0404-4d65-946e-d60c546b2309 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bce3c44-43ec-4084-bab5-b1798e990b7d HTTP/1.1" status: 204 len: 168 time: 0.8307772 Apr 28 14:09:18.651118 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (27fadad9-4d28-4de3-a8bc-399e911cefb5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.666713 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17030e-0404-4d65-946e-d60c546b2309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bce3c44-43ec-4084-bab5-b1798e990b7d,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:18.764110 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-1bdb26a7-31db-40f3-ac48-dd14eb01a898 service neutron] 10.222.0.20 "GET /v2.0/networks/365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721151 Apr 28 14:09:18.773028 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks [] for router_controller (f1641a16-72a3-47dd-b6c3-3781404b9b0c), precommit_add_association {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:18.775902 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Allocated IP 172.20.0.2 (b3f29a40-da20-4e2b-83c1-cfff83c004e2/493ac07b-0c2e-4603-b459-bb187b4237a3/236408d1-e26c-470a-be4b-5dfcd38bfc2c) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:19.031258 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks [] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.156900 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Publish callbacks [] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.181927 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.213651 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Router 27fadad9-4d28-4de3-a8bc-399e911cefb5 is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:09:19.274283 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Pushing event updated for resources: {'Port': ['ID=236408d1-e26c-470a-be4b-5dfcd38bfc2c,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:19.275256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks [] for router_gateway (f1641a16-72a3-47dd-b6c3-3781404b9b0c), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.288846 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:19.290655 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:19.292969 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36814) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:19.295551 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:19.322108 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-61751820-677b-4624-9f29-cd90d7f76cfb admin admin] Publish callbacks [] for security_group (7ad2f6b8-8d47-4064-bce7-ed4d2a2c2142), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.358800 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-61751820-677b-4624-9f29-cd90d7f76cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7ad2f6b8-8d47-4064-bce7-ed4d2a2c2142), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.361796 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9f1dbd8d-2a3a-4510-9c95-3a6f19278881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.373005 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Attempting to bind port 236408d1-e26c-470a-be4b-5dfcd38bfc2c on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:19.373368 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Attempting to bind port 236408d1-e26c-470a-be4b-5dfcd38bfc2c by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:19.373911 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Attempting to bind port 236408d1-e26c-470a-be4b-5dfcd38bfc2c on network b3f29a40-da20-4e2b-83c1-cfff83c004e2 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:19.385593 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:19.386145 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Checking segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:19.386619 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.386945 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Bound using segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:19.387420 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Bound port: 236408d1-e26c-470a-be4b-5dfcd38bfc2c, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:19.387798 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.433652 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:09:19.445277 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Sync routers for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:09:19.446800 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-5738d076-c0ae-4479-9a36-c7c7fd9c5be6 service neutron] 10.222.0.20 "GET /v2.0/networks/365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672423 Apr 28 14:09:19.448906 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a99c470a-6c03-43a3-a35c-dbfd1b68e39a up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:19.471220 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:19.473326 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:08:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:19.478678 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.480530 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0115f41a-fd40-432a-a72f-aa05fe0801ec admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4339802 Apr 28 14:09:19.483979 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36818) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:19.560126 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.642712 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:19.649934 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] For port 236408d1-e26c-470a-be4b-5dfcd38bfc2c, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:19.668489 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] For port 236408d1-e26c-470a-be4b-5dfcd38bfc2c, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=236408d1-e26c-470a-be4b-5dfcd38bfc2c,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:19.682052 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:19.686314 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:19.700256 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.716165 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port a99c470a-6c03-43a3-a35c-dbfd1b68e39a triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:19.717159 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:19.736256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:19.875580 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36838) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:19.959145 dv-cinder-839760-1-iscsi neutron-server[103509]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 14:09:20.104629 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-261e0234-84e0-4742-951d-d7e1f1361466 req-30e3fd23-c958-47c6-8a3e-d7494646b91f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 210 time: 0.1601338 Apr 28 14:09:20.142584 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297b0e3-a67d-4831-b691-80aa2cea3bf8 None None] Pushing event updated for resources: {'Port': ['ID=236408d1-e26c-470a-be4b-5dfcd38bfc2c,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:20.189140 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:17Z', 'revision_number': 3, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:20.193110 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2323a144-f527-4149-9cdb-6c807d8a1dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:20.267165 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Checking router: 27fadad9-4d28-4de3-a8bc-399e911cefb5 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:09:20.267901 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Updating router 27fadad9-4d28-4de3-a8bc-399e911cefb5 port 007f3e72-58c7-4d8d-81cc-26366911c92b binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:09:20.316898 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd6869-b34b-4ae2-88d4-f21bb72baa68 None None] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:20.323553 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:20.461277 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-138df87a-e8ab-41b8-942e-e64aaf42bc37 None None] Provisioning complete for port a02da7ff-950d-477a-9c8c-6c285d6ddb11 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:20.461782 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-138df87a-e8ab-41b8-942e-e64aaf42bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:20.525033 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36850) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:20.549909 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-61751820-677b-4624-9f29-cd90d7f76cfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bb35d1850b24e4099d2b4d901fa77b2&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6930008 Apr 28 14:09:20.560910 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36856) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:20.566357 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port a99c470a-6c03-43a3-a35c-dbfd1b68e39a is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:20.566792 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:20.894529 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61751820-677b-4624-9f29-cd90d7f76cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad2f6b8-8d47-4064-bce7-ed4d2a2c2142,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:20.900339 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74182d9d-012a-4fe4-9407-154377160fd5 None None] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:20.913885 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=a269bf5e-a21f-40f3-9569-adc3de704de5,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:20.926005 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:20.989471 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port a99c470a-6c03-43a3-a35c-dbfd1b68e39a, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:20.996357 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fcbd70ca-cdc9-4b20-8a72-1b338b15fdff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.098450 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fcbd70ca-cdc9-4b20-8a72-1b338b15fdff admin admin] Publish callbacks [] for security_group (2a78d014-42f7-44c7-a840-6f435b11c4f7), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.102057 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9f1dbd8d-2a3a-4510-9c95-3a6f19278881 admin admin] Publish callbacks [] for security_group (ef32e26a-67ee-4afa-8f36-b49fab66678b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.120334 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fcbd70ca-cdc9-4b20-8a72-1b338b15fdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2a78d014-42f7-44c7-a840-6f435b11c4f7), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.140536 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9f1dbd8d-2a3a-4510-9c95-3a6f19278881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (ef32e26a-67ee-4afa-8f36-b49fab66678b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.197648 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks [] for router_gateway (f1641a16-72a3-47dd-b6c3-3781404b9b0c), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.264058 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ef76f294-6630-4a53-a77c-e5c76e64937c admin admin] Publish callbacks [] for security_group (7ad2f6b8-8d47-4064-bce7-ed4d2a2c2142), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.267348 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.268420 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Publish callbacks [] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.280577 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.298552 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.299374 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a02da7ff-950d-477a-9c8c-6c285d6ddb11 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:21.329021 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd70ca-cdc9-4b20-8a72-1b338b15fdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a78d014-42f7-44c7-a840-6f435b11c4f7,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:21.350107 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-fcbd70ca-cdc9-4b20-8a72-1b338b15fdff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14fdfd863cd446bbbef27d75ee9a4412&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8238661 Apr 28 14:09:21.356137 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 36884) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:21.391160 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-298c0420-9fc5-4d84-b706-4693cd7d7ab2 req-1d856d10-c5b1-44c1-b715-238c2cccbdf6 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 210 time: 0.1335034 Apr 28 14:09:21.392195 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ef76f294-6630-4a53-a77c-e5c76e64937c admin admin] Publish callbacks [] for security_group (7ad2f6b8-8d47-4064-bce7-ed4d2a2c2142), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.409051 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Pushing event updated for resources: {'Port': ['ID=007f3e72-58c7-4d8d-81cc-26366911c92b,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:21.411157 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9f1dbd8d-2a3a-4510-9c95-3a6f19278881 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a00fb2016a548af9db277957ea5cc12&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1129873 Apr 28 14:09:21.424890 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 36888) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:21.425653 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.426018 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.426380 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.426734 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.427074 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.428702 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.429256 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.440197 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.441006 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.441365 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.442725 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.444685 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.445049 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.445422 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.447007 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Tracked resource versions report: Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: pushed versions: Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: { 'AddressGroup': {'1.2'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Agent': {'1.1'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'ConntrackHelper': {'1.0'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'LocalIPAssociation': {'1.0'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Log': {'1.0'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'NDPProxy': {'1.0'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Network': {'1.1'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Port': {'1.7'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'PortForwarding': {'1.3'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'QosPolicy': {'1.10'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SecurityGroup': {'1.5'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SubPort': {'1.0'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Subnet': {'1.1'}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Trunk': {'1.1'}} Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: consumer versions: Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: { DHCP agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: HyperV agent@hv-cinder-83976: {}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: L3 agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: Metadata agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: Metering agent@dv-cinder-839760-1-iscsi: {}, Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: Open vSwitch agent@dv-cinder-839760-1-iscsi: { 'AddressGroup': '1.2', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Agent': '1.1', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'ConntrackHelper': '1.0', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'LocalIPAssociation': '1.0', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Log': '1.0', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'NDPProxy': '1.0', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Network': '1.1', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Port': '1.7', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'PortForwarding': '1.3', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'QosPolicy': '1.10', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SecurityGroup': '1.5', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SecurityGroupRule': '1.2', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'SubPort': '1.0', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Subnet': '1.1', Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: 'Trunk': '1.1'}} Apr 28 14:09:21.487851 dv-cinder-839760-1-iscsi neutron-server[103512]: {{(pid=103512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:09:21.523539 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Attempting to bind port 007f3e72-58c7-4d8d-81cc-26366911c92b on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:21.523894 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Attempting to bind port 007f3e72-58c7-4d8d-81cc-26366911c92b by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:21.527963 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Attempting to bind port 007f3e72-58c7-4d8d-81cc-26366911c92b on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:21.529585 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dbd8d-2a3a-4510-9c95-3a6f19278881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef32e26a-67ee-4afa-8f36-b49fab66678b,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:21.538969 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:21.539340 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:21.550339 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.551052 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:21.551878 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Bound port: 007f3e72-58c7-4d8d-81cc-26366911c92b, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:21.558044 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.574761 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:21.604395 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port a02da7ff-950d-477a-9c8c-6c285d6ddb11 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:21.604794 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.633170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks [] for router_gateway (0634f3ed-9e0b-49a6-8998-8a6228b6417a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.718596 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] For port 007f3e72-58c7-4d8d-81cc-26366911c92b, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:21.726180 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] For port 007f3e72-58c7-4d8d-81cc-26366911c92b, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=007f3e72-58c7-4d8d-81cc-26366911c92b,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:21.738455 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-138df87a-e8ab-41b8-942e-e64aaf42bc37 None None] Current status of the port a02da7ff-950d-477a-9c8c-6c285d6ddb11 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:21.738717 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.738878 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-138df87a-e8ab-41b8-942e-e64aaf42bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.802039 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848da40-d693-45f7-aee9-256657c649c6 None None] Pushing event updated for resources: {'Port': ['ID=007f3e72-58c7-4d8d-81cc-26366911c92b,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:21.822057 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.822809 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:21.823581 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:21.843395 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-75966aea-871b-4a5c-a833-2d40fcfff27a admin admin] Publish callbacks [] for security_group (2a78d014-42f7-44c7-a840-6f435b11c4f7), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.913154 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-138df87a-e8ab-41b8-942e-e64aaf42bc37 None None] For port a02da7ff-950d-477a-9c8c-6c285d6ddb11, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a02da7ff-950d-477a-9c8c-6c285d6ddb11,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:21.915751 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7688338-3320-4fc6-ae88-6057c892caa0 admin admin] Publish callbacks [] for security_group (ef32e26a-67ee-4afa-8f36-b49fab66678b), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.920690 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-138df87a-e8ab-41b8-942e-e64aaf42bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.951746 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ef76f294-6630-4a53-a77c-e5c76e64937c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7ad2f6b8-8d47-4064-bce7-ed4d2a2c2142), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.964406 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7688338-3320-4fc6-ae88-6057c892caa0 admin admin] Publish callbacks [] for security_group (ef32e26a-67ee-4afa-8f36-b49fab66678b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.967493 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ef76f294-6630-4a53-a77c-e5c76e64937c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:21.977360 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:21.992797 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-ef76f294-6630-4a53-a77c-e5c76e64937c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ad2f6b8-8d47-4064-bce7-ed4d2a2c2142 HTTP/1.1" status: 204 len: 168 time: 1.4307957 Apr 28 14:09:22.048131 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76f294-6630-4a53-a77c-e5c76e64937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad2f6b8-8d47-4064-bce7-ed4d2a2c2142,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:22.072038 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-75966aea-871b-4a5c-a833-2d40fcfff27a admin admin] Publish callbacks [] for security_group (2a78d014-42f7-44c7-a840-6f435b11c4f7), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.117298 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7688338-3320-4fc6-ae88-6057c892caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (ef32e26a-67ee-4afa-8f36-b49fab66678b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.126453 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7688338-3320-4fc6-ae88-6057c892caa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.137659 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a7688338-3320-4fc6-ae88-6057c892caa0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef32e26a-67ee-4afa-8f36-b49fab66678b HTTP/1.1" status: 204 len: 168 time: 0.6059456 Apr 28 14:09:22.146629 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-089825b4-96b8-498d-b061-f6e3ae666251 None None] Provisioning complete for port a99c470a-6c03-43a3-a35c-dbfd1b68e39a triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:22.147663 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-089825b4-96b8-498d-b061-f6e3ae666251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.248209 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7688338-3320-4fc6-ae88-6057c892caa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef32e26a-67ee-4afa-8f36-b49fab66678b,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:22.259093 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-75966aea-871b-4a5c-a833-2d40fcfff27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2a78d014-42f7-44c7-a840-6f435b11c4f7), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.265981 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-75966aea-871b-4a5c-a833-2d40fcfff27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.268501 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-75966aea-871b-4a5c-a833-2d40fcfff27a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a78d014-42f7-44c7-a840-6f435b11c4f7 HTTP/1.1" status: 204 len: 168 time: 0.8939002 Apr 28 14:09:22.270739 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Allocated IP 172.20.0.1 (c08b7cc8-6c6c-48fa-903c-ceba0396e30c/34856d87-1877-4e36-925b-7e5b6d6c2d92/72316b23-0c95-4e82-b64a-21f6704327b1) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:22.273138 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Allocated IP 172.27.1.50 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/bbc3ac11-3354-455d-8e69-8d5d514ab8f3) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:22.331662 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75966aea-871b-4a5c-a833-2d40fcfff27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a78d014-42f7-44c7-a840-6f435b11c4f7,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:22.373680 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac859561-d31b-4dd2-9bd8-9086c6a683ae None None] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:22.475505 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:17Z', 'revision_number': 3, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:22.514268 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138df87a-e8ab-41b8-942e-e64aaf42bc37 None None] Pushing event updated for resources: {'Port': ['ID=a02da7ff-950d-477a-9c8c-6c285d6ddb11,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:22.526570 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port a02da7ff-950d-477a-9c8c-6c285d6ddb11 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:22.606033 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Publish callbacks [] for port (72316b23-0c95-4e82-b64a-21f6704327b1), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.706242 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.751721 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (0634f3ed-9e0b-49a6-8998-8a6228b6417a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.768771 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:22.772969 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:22.792672 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:22.793921 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (27fadad9-4d28-4de3-a8bc-399e911cefb5), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.907307 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-089825b4-96b8-498d-b061-f6e3ae666251 None None] Current status of the port a99c470a-6c03-43a3-a35c-dbfd1b68e39a is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:22.947252 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-089825b4-96b8-498d-b061-f6e3ae666251 None None] Provisioning complete for port a02da7ff-950d-477a-9c8c-6c285d6ddb11 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:22.948987 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-089825b4-96b8-498d-b061-f6e3ae666251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:22.984021 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba930-d94f-45e3-9309-52cf9679b32f None None] The sync data for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi is: [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:17Z', 'revision_number': 3, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:09:23.010545 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b3b8aea8-2088-4f9e-bd22-2804dc5c2f2c req-eea24e3e-8d71-4656-ac84-268a1c9cf9d4 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 210 time: 0.0431855 Apr 28 14:09:23.061043 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Pushing event updated for resources: {'Port': ['ID=72316b23-0c95-4e82-b64a-21f6704327b1,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:23.083033 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks [] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.097604 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.134049 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 236408d1-e26c-470a-be4b-5dfcd38bfc2c up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:23.276641 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.279792 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 236408d1-e26c-470a-be4b-5dfcd38bfc2c triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:23.280304 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.360065 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.13', 50775) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:23.437920 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 236408d1-e26c-470a-be4b-5dfcd38bfc2c is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:23.438993 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.581362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 236408d1-e26c-470a-be4b-5dfcd38bfc2c, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=236408d1-e26c-470a-be4b-5dfcd38bfc2c,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:23.590322 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-089825b4-96b8-498d-b061-f6e3ae666251 None None] Current status of the port a02da7ff-950d-477a-9c8c-6c285d6ddb11 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:23.596782 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.598054 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a99c470a-6c03-43a3-a35c-dbfd1b68e39a up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:23.663243 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-6ea71f57-8fcb-4cd3-8538-77bfeca025ed tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:23.665794 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-6ea71f57-8fcb-4cd3-8538-77bfeca025ed tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.13 "GET /v2.0/networks?id=365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de HTTP/1.1" status: 200 len: 811 time: 0.2929382 Apr 28 14:09:23.723812 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.737202 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=236408d1-e26c-470a-be4b-5dfcd38bfc2c,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:23.748019 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Provisioning complete for port 72316b23-0c95-4e82-b64a-21f6704327b1 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:23.748561 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.789466 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port a99c470a-6c03-43a3-a35c-dbfd1b68e39a triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:23.790971 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.834728 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:23.845927 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Request body: {'port': {'device_id': '9334da8a-8289-48e6-9413-8e8dd8c9b79c', 'network_id': '365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de', 'admin_state_up': True, 'tenant_id': '41351d6d88eb41e2a1cda97d9f0c77a1'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:23.856296 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Pushing event updated for resources: {'Port': ['ID=bbc3ac11-3354-455d-8e69-8d5d514ab8f3,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:23.860432 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:23.880564 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Publish callbacks [] for port (72316b23-0c95-4e82-b64a-21f6704327b1), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.888369 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Port 72316b23-0c95-4e82-b64a-21f6704327b1 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:09:23.892286 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:23.893701 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.894420 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (27fadad9-4d28-4de3-a8bc-399e911cefb5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:23.930700 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Provisioning complete for port 236408d1-e26c-470a-be4b-5dfcd38bfc2c triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:23.931093 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:24.081964 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:24.093578 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:24.202268 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port a99c470a-6c03-43a3-a35c-dbfd1b68e39a is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:24.206139 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a02da7ff-950d-477a-9c8c-6c285d6ddb11 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:24.326098 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Current status of the port 236408d1-e26c-470a-be4b-5dfcd38bfc2c is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:24.348277 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Pushing event updated for resources: {'Port': ['ID=72316b23-0c95-4e82-b64a-21f6704327b1,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:24.363302 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Router 27fadad9-4d28-4de3-a8bc-399e911cefb5 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:09:24.366081 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:24.385633 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Provisioning complete for port a99c470a-6c03-43a3-a35c-dbfd1b68e39a triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:24.386087 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:24.464933 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port a02da7ff-950d-477a-9c8c-6c285d6ddb11 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:24.465575 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:24.665605 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-51185b7b-26d7-4b10-9da2-c93fab5bb1a9 None None] Current status of the port a99c470a-6c03-43a3-a35c-dbfd1b68e39a is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:24.681270 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port a02da7ff-950d-477a-9c8c-6c285d6ddb11 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:24.687531 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:09:24.697630 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-14609951-8b4e-4c47-a8e9-f9d5d2508575 admin admin] 10.222.0.20 "PUT /v2.0/routers/27fadad9-4d28-4de3-a8bc-399e911cefb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2121782 Apr 28 14:09:24.802850 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-134b02ca-f0b2-4ccc-8533-4768519d8212 None None] Provisioning complete for port 72316b23-0c95-4e82-b64a-21f6704327b1 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:24.805104 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-134b02ca-f0b2-4ccc-8533-4768519d8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:24.815617 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Router 0634f3ed-9e0b-49a6-8998-8a6228b6417a is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:09:24.890895 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-134b02ca-f0b2-4ccc-8533-4768519d8212 None None] Port 72316b23-0c95-4e82-b64a-21f6704327b1 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:09:24.907778 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:24.910921 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-134b02ca-f0b2-4ccc-8533-4768519d8212 None None] Provisioning complete for port 236408d1-e26c-470a-be4b-5dfcd38bfc2c triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:24.913122 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-134b02ca-f0b2-4ccc-8533-4768519d8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:24.951327 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-387300eb-fd36-47b2-bace-2ff5ace9745f req-33a03ef3-8e2e-435d-b3e7-baf46d84dd33 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 210 time: 0.1323211 Apr 28 14:09:24.953948 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 236408d1-e26c-470a-be4b-5dfcd38bfc2c up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:25.008786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37022) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:25.035507 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks [] for router_gateway (f1641a16-72a3-47dd-b6c3-3781404b9b0c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:25.042021 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Made reservation on behalf of 41351d6d88eb41e2a1cda97d9f0c77a1 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:25.045756 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:25.052100 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 236408d1-e26c-470a-be4b-5dfcd38bfc2c triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:25.052497 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:25.099207 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-134b02ca-f0b2-4ccc-8533-4768519d8212 None None] Current status of the port 236408d1-e26c-470a-be4b-5dfcd38bfc2c is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:25.168430 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 236408d1-e26c-470a-be4b-5dfcd38bfc2c is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:25.169579 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 007f3e72-58c7-4d8d-81cc-26366911c92b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:25.221658 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 007f3e72-58c7-4d8d-81cc-26366911c92b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:25.222505 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:25.318102 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 007f3e72-58c7-4d8d-81cc-26366911c92b is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:25.319125 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:25.321464 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:09:25.341528 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Sync routers for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:09:25.374636 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 007f3e72-58c7-4d8d-81cc-26366911c92b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=007f3e72-58c7-4d8d-81cc-26366911c92b,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:25.375802 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:25.377050 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-bc451959-852e-40bf-8149-508643c35bc1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0367959 Apr 28 14:09:25.380584 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37038) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:25.384676 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:25.385919 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:25.643917 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:25.781151 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-933196165-network', 'tenant_id': '1f0feef57b7644cc9c2f67de4c551c75'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:26.046576 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Made reservation on behalf of 1f0feef57b7644cc9c2f67de4c551c75 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:26.056321 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.082340 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Allocated IP 172.20.0.11 (365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de/bf526804-478a-4d66-898a-8d28cc3fe9cf/a56638b6-865a-4bb6-8a2e-73dcef95e15d) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:26.122308 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.131902 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Sync routers for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:09:26.155162 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:26.158327 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:26.297848 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.562933 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0dad6520-82ff-4fc1-89f0-7ed1f60f49ac req-dff1dd05-a6f5-4326-b2c9-01c260f51a0a tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 210 time: 0.1098537 Apr 28 14:09:26.562933 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (f1641a16-72a3-47dd-b6c3-3781404b9b0c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.564158 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:26.565234 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Publish callbacks [] for security_group (70acb66d-55b2-4d33-ae3f-700b53c12901), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.568732 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=007f3e72-58c7-4d8d-81cc-26366911c92b,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:26.635829 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:20Z', 'revision_number': 3, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:26.636834 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (70acb66d-55b2-4d33-ae3f-700b53c12901), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.747703 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Checking router: 0634f3ed-9e0b-49a6-8998-8a6228b6417a for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:09:26.748333 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Updating router 0634f3ed-9e0b-49a6-8998-8a6228b6417a port a269bf5e-a21f-40f3-9569-adc3de704de5 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:09:26.780452 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Publish callbacks [] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.842910 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.867502 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:26.994972 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 007f3e72-58c7-4d8d-81cc-26366911c92b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:27.090376 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:23Z', 'revision_number': 2, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:27.097634 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-41b75bc0-7282-406d-b550-c058f3026cbc tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:27.097634 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-41b75bc0-7282-406d-b550-c058f3026cbc tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 818 time: 0.4696414 Apr 28 14:09:27.098569 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:27.137858 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:27.182633 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:27.188071 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:27.188723 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.217260 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-e0e20b1b-21c5-460d-bbd3-179e311c1b7e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/quotas/56f9e0563ca841b2acf0475664032b9f HTTP/1.1" status: 200 len: 375 time: 0.0874979 Apr 28 14:09:27.227352 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Checking router: 27fadad9-4d28-4de3-a8bc-399e911cefb5 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:09:27.227870 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Updating router 27fadad9-4d28-4de3-a8bc-399e911cefb5 port 72316b23-0c95-4e82-b64a-21f6704327b1 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:09:27.254863 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:09:27.261640 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Pushing event updated for resources: {'Port': ['ID=a56638b6-865a-4bb6-8a2e-73dcef95e15d,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:27.317094 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.352320 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2c311c1f-3b19-4765-a00a-72b6f8eedd39 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5139370 Apr 28 14:09:27.355024 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Router f1641a16-72a3-47dd-b6c3-3781404b9b0c is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:09:27.392208 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-138a9c1b-ef01-4ee3-bed7-2b2c3ab1c460 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:09:27.393805 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-138a9c1b-ef01-4ee3-bed7-2b2c3ab1c460 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0269372 Apr 28 14:09:27.425850 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-13c6c5fb-fa3a-4d1b-902d-cccae3c39e49 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1820509 Apr 28 14:09:27.426512 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70acb66d-55b2-4d33-ae3f-700b53c12901,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:27.477081 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (d1fba760-3bdf-41f3-8156-1ce6f812c304), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.479199 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Added segment d1fba760-3bdf-41f3-8156-1ce6f812c304 of type vlan for network 58af3b5e-68fa-4f08-a492-2abfeacf10a2 Apr 28 14:09:27.666319 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Publish callbacks [] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.671606 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 007f3e72-58c7-4d8d-81cc-26366911c92b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:27.672565 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.684456 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.698217 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (58af3b5e-68fa-4f08-a492-2abfeacf10a2), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.734322 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:09:27.793973 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Sync routers for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:09:27.834916 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (58af3b5e-68fa-4f08-a492-2abfeacf10a2), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.836209 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:27.837019 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.867565 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:27.892674 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ac23414f-42fd-4ee8-a75d-292f3998bdea admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6194713 Apr 28 14:09:27.901913 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8890982 Apr 28 14:09:27.901913 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37104) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:27.925646 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37106) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:27.943925 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Request body: {'subnet': {'network_id': '58af3b5e-68fa-4f08-a492-2abfeacf10a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-933196165-subnet', 'tenant_id': '1f0feef57b7644cc9c2f67de4c551c75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:27.991358 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:27.992604 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:28.013762 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee468347-a9d0-45a6-a285-f23c6fa7d2c6 req-3640f752-ed6c-4443-bb61-24cad024463d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:28.021260 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ee468347-a9d0-45a6-a285-f23c6fa7d2c6 req-3640f752-ed6c-4443-bb61-24cad024463d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 932 time: 0.2552056 Apr 28 14:09:28.112668 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Made reservation on behalf of 1f0feef57b7644cc9c2f67de4c551c75 for: {'subnet': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:28.114951 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.128171 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Publish callbacks [] for port (72316b23-0c95-4e82-b64a-21f6704327b1), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.144459 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.172528 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Attempting to bind port a269bf5e-a21f-40f3-9569-adc3de704de5 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:28.172898 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Attempting to bind port a269bf5e-a21f-40f3-9569-adc3de704de5 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:28.173256 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Attempting to bind port a269bf5e-a21f-40f3-9569-adc3de704de5 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:28.196498 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c25a5-431b-4fd5-bc73-3347b1f23d8f None None] Pushing event updated for resources: {'Port': ['ID=a269bf5e-a21f-40f3-9569-adc3de704de5,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:28.197887 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ee468347-a9d0-45a6-a285-f23c6fa7d2c6 req-7c219bab-1955-4786-85b4-69ae620839eb tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730776 Apr 28 14:09:28.242008 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7302f-bc57-46ac-95ec-798c752bd698 None None] Pushing event updated for resources: {'Port': ['ID=72316b23-0c95-4e82-b64a-21f6704327b1,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:28.243121 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:28.243594 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:28.244138 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.244749 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:28.245512 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Bound port: a269bf5e-a21f-40f3-9569-adc3de704de5, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:28.245997 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.394621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37112) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:28.450604 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Attempting to bind port 72316b23-0c95-4e82-b64a-21f6704327b1 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:28.452226 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Attempting to bind port 72316b23-0c95-4e82-b64a-21f6704327b1 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:28.454676 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Attempting to bind port 72316b23-0c95-4e82-b64a-21f6704327b1 on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:28.475528 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:28.478122 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Checking segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:28.478763 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.479420 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Bound using segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:28.480149 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Bound port: 72316b23-0c95-4e82-b64a-21f6704327b1, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:28.482316 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.550680 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 007f3e72-58c7-4d8d-81cc-26366911c92b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:28.570763 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:28.587620 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] For port a269bf5e-a21f-40f3-9569-adc3de704de5, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:28.595123 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Request body: {'port': {'device_id': '9334da8a-8289-48e6-9413-8e8dd8c9b79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:28.677160 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] For port 72316b23-0c95-4e82-b64a-21f6704327b1, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:28.682551 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] For port 72316b23-0c95-4e82-b64a-21f6704327b1, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=72316b23-0c95-4e82-b64a-21f6704327b1,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:28.698582 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.824188 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d72f7b7-2757-486c-a454-d873d778be10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.854934 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.887314 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:28.888634 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:28.956739 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-aa81a609-3637-4a18-a1b0-9b7f36d65d18 None None] Provisioning complete for port 72316b23-0c95-4e82-b64a-21f6704327b1 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:28.957304 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa81a609-3637-4a18-a1b0-9b7f36d65d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:28.981589 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b10804-676d-454c-b7c9-c661d4267840 admin admin] Pushing event updated for resources: {'Network': ['ID=58af3b5e-68fa-4f08-a492-2abfeacf10a2,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:28.999736 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:29.165735 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] For port a269bf5e-a21f-40f3-9569-adc3de704de5, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a269bf5e-a21f-40f3-9569-adc3de704de5,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:29.169159 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 58af3b5e-68fa-4f08-a492-2abfeacf10a2 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:09:29.194558 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:29.308744 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-c7d0b671-fdb8-4839-a8ab-aace997ee8a4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:09:29.312611 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-c7d0b671-fdb8-4839-a8ab-aace997ee8a4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6097915 Apr 28 14:09:29.329049 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (097b7abd-ea77-43ca-8acc-9ba0df21e59e), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:29.371574 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:29.535185 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7302f-bc57-46ac-95ec-798c752bd698 None None] Pushing event updated for resources: {'Port': ['ID=72316b23-0c95-4e82-b64a-21f6704327b1,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:29.558594 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:29.560752 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:29.644678 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e44e27-918f-4515-b002-d7ff8c6ba176 req-baf3e7c6-7363-47cf-a462-8037ac7e2b43 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:29.650860 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-44e44e27-918f-4515-b002-d7ff8c6ba176 req-baf3e7c6-7363-47cf-a462-8037ac7e2b43 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 932 time: 0.3018515 Apr 28 14:09:29.672658 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-38d20a0a-e69a-4b6d-8ccd-7096fafbe709 service neutron] 10.222.0.20 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075345 Apr 28 14:09:29.790129 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Checking segment: {'id': 'd1fba760-3bdf-41f3-8156-1ce6f812c304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '58af3b5e-68fa-4f08-a492-2abfeacf10a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:29.790604 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Network hostable DHCP agents. Network: 58af3b5e-68fa-4f08-a492-2abfeacf10a2, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:09:29.840198 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d72f7b7-2757-486c-a454-d873d778be10 admin admin] Publish callbacks [] for security_group (1600e217-a222-4efb-ab55-081835e02d61), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:29.864023 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d72f7b7-2757-486c-a454-d873d778be10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1600e217-a222-4efb-ab55-081835e02d61), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:29.943211 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:28Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:29.966632 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-44e44e27-918f-4515-b002-d7ff8c6ba176 req-f94ccdfc-bb5e-4fc9-9fea-01f16c8a5092 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787898 Apr 28 14:09:30.015849 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5352a61-f03a-473f-b9b5-679660c0878d None None] The sync data for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi is: [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:28Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:09:30.032291 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72f7b7-2757-486c-a454-d873d778be10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1600e217-a222-4efb-ab55-081835e02d61,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:30.054400 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2d72f7b7-2757-486c-a454-d873d778be10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=657e313ac1b74d0abb25c21e17c7b96b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6585696 Apr 28 14:09:30.059171 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-4cd55a3b-9de6-49f6-b236-5daecfd99038 service neutron] 10.222.0.20 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704980 Apr 28 14:09:30.059685 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37158) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:30.179965 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Network 58af3b5e-68fa-4f08-a492-2abfeacf10a2 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:09:30.267851 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-aa81a609-3637-4a18-a1b0-9b7f36d65d18 None None] Current status of the port 72316b23-0c95-4e82-b64a-21f6704327b1 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:30.268789 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa81a609-3637-4a18-a1b0-9b7f36d65d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.286524 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6928c69f-6d4e-4908-8180-d2760e27f0ed admin admin] Publish callbacks [] for security_group (1600e217-a222-4efb-ab55-081835e02d61), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.322348 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:24Z', 'revision_number': 3, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:30.347837 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56638b6-865a-4bb6-8a2e-73dcef95e15d {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:09:30.363367 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Publish callbacks [] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.403188 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6928c69f-6d4e-4908-8180-d2760e27f0ed admin admin] Publish callbacks [] for security_group (1600e217-a222-4efb-ab55-081835e02d61), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.423975 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Transition to ACTIVE for port object a56638b6-865a-4bb6-8a2e-73dcef95e15d will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:09:30.434064 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.532065 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37168) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:30.543617 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=097b7abd-ea77-43ca-8acc-9ba0df21e59e,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:30.710791 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-aa81a609-3637-4a18-a1b0-9b7f36d65d18 None None] For port 72316b23-0c95-4e82-b64a-21f6704327b1, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=72316b23-0c95-4e82-b64a-21f6704327b1,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:30.713922 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Checking router: f1641a16-72a3-47dd-b6c3-3781404b9b0c for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:09:30.714266 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Updating router f1641a16-72a3-47dd-b6c3-3781404b9b0c port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:09:30.754479 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-aa81a609-3637-4a18-a1b0-9b7f36d65d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.803320 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 58af3b5e-68fa-4f08-a492-2abfeacf10a2) {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:30.816710 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:30.819553 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.822013 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6928c69f-6d4e-4908-8180-d2760e27f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1600e217-a222-4efb-ab55-081835e02d61), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.824433 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-6928c69f-6d4e-4908-8180-d2760e27f0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:30.838452 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eda101-fdb0-457a-accf-ecf607d6f67b None None] Network 58af3b5e-68fa-4f08-a492-2abfeacf10a2 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:30.873295 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-6928c69f-6d4e-4908-8180-d2760e27f0ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1600e217-a222-4efb-ab55-081835e02d61 HTTP/1.1" status: 204 len: 168 time: 0.8051128 Apr 28 14:09:30.912160 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Attempting to bind port a56638b6-865a-4bb6-8a2e-73dcef95e15d on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:30.912752 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Attempting to bind port a56638b6-865a-4bb6-8a2e-73dcef95e15d by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '5255b7d4-1346-4a6e-b73e-23dae39a5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:30.912838 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Attempting to bind port a56638b6-865a-4bb6-8a2e-73dcef95e15d on network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:30.923444 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:30.944573 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:31.183749 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Port a56638b6-865a-4bb6-8a2e-73dcef95e15d on network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:09:31.184210 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928c69f-6d4e-4908-8180-d2760e27f0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1600e217-a222-4efb-ab55-081835e02d61,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:31.184852 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Attempting to bind port a56638b6-865a-4bb6-8a2e-73dcef95e15d on network 365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:31.210655 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-6dfc626a-ecb9-4a35-9571-383cc623c94f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2762425 Apr 28 14:09:31.236300 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Pushing event updated for resources: {'Port': ['ID=a56638b6-865a-4bb6-8a2e-73dcef95e15d,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:31.262174 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-32bdaffb-cde6-4d3f-9e25-99d793c1ad2a req-749c876e-090b-465d-b3ff-fb5640db90b5 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 210 time: 0.3719885 Apr 28 14:09:31.266884 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:31.273546 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Checking segment: {'id': '5255b7d4-1346-4a6e-b73e-23dae39a5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:31.277855 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Bound using segment: {'id': '5255b7d4-1346-4a6e-b73e-23dae39a5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:31.280401 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Bound port: a56638b6-865a-4bb6-8a2e-73dcef95e15d, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5255b7d4-1346-4a6e-b73e-23dae39a5775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:31.281670 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:31.340217 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 72316b23-0c95-4e82-b64a-21f6704327b1 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:31.417122 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c25a5-431b-4fd5-bc73-3347b1f23d8f None None] Pushing event updated for resources: {'Port': ['ID=a269bf5e-a21f-40f3-9569-adc3de704de5,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:31.492249 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-d241a8b4-d7ca-4ed7-8f97-f683788254dc None None] Provisioning complete for port 72316b23-0c95-4e82-b64a-21f6704327b1 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:31.492969 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d241a8b4-d7ca-4ed7-8f97-f683788254dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:31.495479 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Allocated IP 172.20.0.1 (10c7cd94-4f96-4578-a49c-aa84774d80aa/bfdae0c7-577d-4996-abbf-fda349cd2754/d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:31.516993 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48a45b73-0cff-4cfb-b435-0ab339f2655e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:31.813740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Publish callbacks [] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:31.873407 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48a45b73-0cff-4cfb-b435-0ab339f2655e admin admin] Publish callbacks [] for security_group (4c9a7477-d825-4cb9-a470-083706790e64), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:31.886409 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-48a45b73-0cff-4cfb-b435-0ab339f2655e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (4c9a7477-d825-4cb9-a470-083706790e64), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:32.043078 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:09:32.044203 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] For port a56638b6-865a-4bb6-8a2e-73dcef95e15d, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:32.195723 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a45b73-0cff-4cfb-b435-0ab339f2655e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9a7477-d825-4cb9-a470-083706790e64,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:32.240365 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-48a45b73-0cff-4cfb-b435-0ab339f2655e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28133c1cf54442b5a4e5019ba2d5811c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7071285 Apr 28 14:09:32.242720 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] For port a56638b6-865a-4bb6-8a2e-73dcef95e15d, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a56638b6-865a-4bb6-8a2e-73dcef95e15d,segment=NetworkSegment(5255b7d4-1346-4a6e-b73e-23dae39a5775),segment_id=5255b7d4-1346-4a6e-b73e-23dae39a5775)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:32.255069 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37252) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:32.289818 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075b54-10e0-4162-b74b-754f427392a2 req-912843b1-1b9c-4773-9512-84b798c47a32 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:32.295676 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-20075b54-10e0-4162-b74b-754f427392a2 req-912843b1-1b9c-4773-9512-84b798c47a32 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 944 time: 1.0893345 Apr 28 14:09:32.363000 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be365c61-01fe-4199-857c-23bb6f18e90c None None] Network 58af3b5e-68fa-4f08-a492-2abfeacf10a2 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:32.376346 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:32.434594 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:32.435913 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:32.442723 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] 10.222.0.13 "PUT /v2.0/ports/a56638b6-865a-4bb6-8a2e-73dcef95e15d HTTP/1.1" status: 200 len: 1094 time: 4.5788193 Apr 28 14:09:32.462959 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9334da8a-8289-48e6-9413-8e8dd8c9b79c', 'tag': 'a56638b6-865a-4bb6-8a2e-73dcef95e15d'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:09:32.564444 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81a609-3637-4a18-a1b0-9b7f36d65d18 None None] Pushing event updated for resources: {'Port': ['ID=72316b23-0c95-4e82-b64a-21f6704327b1,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:32.569805 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-d241a8b4-d7ca-4ed7-8f97-f683788254dc None None] Current status of the port 72316b23-0c95-4e82-b64a-21f6704327b1 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:32.738729 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-20075b54-10e0-4162-b74b-754f427392a2 req-ecbb7073-04b1-4f4e-ac6e-d2b4db32c269 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315675 Apr 28 14:09:32.742136 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:32.818142 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 72316b23-0c95-4e82-b64a-21f6704327b1 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:32.818902 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:32.972918 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7252be-bae5-415d-aa39-867ca1f0256c service neutron] Pushing event updated for resources: {'Port': ['ID=a56638b6-865a-4bb6-8a2e-73dcef95e15d,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:32.979331 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-c03a4049-7aa4-4755-9210-f59010efa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:32.981140 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-c03a4049-7aa4-4755-9210-f59010efa551 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41351d6d88eb41e2a1cda97d9f0c77a1&device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 1128 time: 0.2959347 Apr 28 14:09:32.995476 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Pushing event updated for resources: {'Port': ['ID=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:33.067262 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:33.094011 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:33.099584 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:33.100077 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (0634f3ed-9e0b-49a6-8998-8a6228b6417a), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.120672 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-b15db42e-185e-415a-b55d-ac292047f6b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a56638b6-865a-4bb6-8a2e-73dcef95e15d HTTP/1.1" status: 200 len: 217 time: 0.1299336 Apr 28 14:09:33.207589 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 72316b23-0c95-4e82-b64a-21f6704327b1 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:33.232368 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:20Z', 'revision_number': 3, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:33.286102 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-87cfaac3-3344-44e7-bcf3-163169769979 admin admin] Publish callbacks [] for security_group (4c9a7477-d825-4cb9-a470-083706790e64), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.340977 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c040db84-634c-4ded-850d-f0415c2a1757 None None] The sync data for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi is: [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:20Z', 'revision_number': 3, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:09:33.385793 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37280) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:33.401709 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482271005-network', 'tenant_id': '9d1fc4ad017d48b6b471ffa9a66aacff'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:33.482391 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Publish callbacks [] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.488261 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 72316b23-0c95-4e82-b64a-21f6704327b1 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:33.501135 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-88df1c6d-d357-468a-a92e-35bbb7b9d71e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:33.503361 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-88df1c6d-d357-468a-a92e-35bbb7b9d71e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 818 time: 1.5556521 Apr 28 14:09:33.535106 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.539755 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-e39b06b3-016f-4763-bd05-4581ca3a2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:33.544476 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-e39b06b3-016f-4763-bd05-4581ca3a2c05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf526804-478a-4d66-898a-8d28cc3fe9cf HTTP/1.1" status: 200 len: 851 time: 0.3782218 Apr 28 14:09:33.602160 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 72316b23-0c95-4e82-b64a-21f6704327b1 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:33.602856 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.604932 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-87cfaac3-3344-44e7-bcf3-163169769979 admin admin] Publish callbacks [] for security_group (4c9a7477-d825-4cb9-a470-083706790e64), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.623131 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680bc00-6485-4bbb-bc87-9feda3fc172b" -d '{"events": [{"name": "network-changed", "server_uuid": "9334da8a-8289-48e6-9413-8e8dd8c9b79c", "tag": "a56638b6-865a-4bb6-8a2e-73dcef95e15d"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:09:33.633589 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-d98aa614-a8de-412e-ad4c-c0b42a6e6752 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/quotas/56f9e0563ca841b2acf0475664032b9f HTTP/1.1" status: 200 len: 375 time: 0.0699251 Apr 28 14:09:33.639035 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.667921 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-3a923517-36ca-49eb-9a86-76212d4cb804 None None] Provisioning complete for port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:33.668287 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3a923517-36ca-49eb-9a86-76212d4cb804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.689948 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.744620 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Attempting to bind port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:33.746003 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Attempting to bind port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:33.746511 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Attempting to bind port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:33.777319 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:33.777987 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:33.778540 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.779074 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:33.779828 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Bound port: bbc3ac11-3354-455d-8e69-8d5d514ab8f3, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:33.780361 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.806354 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-335c96c6-da16-42eb-9688-25ffc1cfc3e6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711257 Apr 28 14:09:33.825297 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Made reservation on behalf of 9d1fc4ad017d48b6b471ffa9a66aacff for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:33.840191 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.898274 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] For port bbc3ac11-3354-455d-8e69-8d5d514ab8f3, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:33.902173 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] For port bbc3ac11-3354-455d-8e69-8d5d514ab8f3, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=bbc3ac11-3354-455d-8e69-8d5d514ab8f3,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:33.922535 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:33.939088 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481d8a-72c0-4484-99aa-edc566b7929d None None] Pushing event updated for resources: {'Port': ['ID=bbc3ac11-3354-455d-8e69-8d5d514ab8f3,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:33.952732 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-3a923517-36ca-49eb-9a86-76212d4cb804 None None] Port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:09:33.998914 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.004755 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e59f40-c9d5-4b12-bd60-748a8fab9a4a x-openstack-request-id: req-e0e59f40-c9d5-4b12-bd60-748a8fab9a4a {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:09:34.005050 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9334da8a-8289-48e6-9413-8e8dd8c9b79c", "tag": "a56638b6-865a-4bb6-8a2e-73dcef95e15d", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:09:34.005302 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0e59f40-c9d5-4b12-bd60-748a8fab9a4a {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:09:34.005916 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e59f40-c9d5-4b12-bd60-748a8fab9a4a'] response: {'name': 'network-changed', 'server_uuid': '9334da8a-8289-48e6-9413-8e8dd8c9b79c', 'tag': 'a56638b6-865a-4bb6-8a2e-73dcef95e15d', 'status': 'completed', 'code': 200} Apr 28 14:09:34.080135 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:34.081043 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:34.117639 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-8efb0a9d-b561-48b2-aef5-8ac152683c25 service neutron] 10.222.0.20 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961712 Apr 28 14:09:34.164147 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-87cfaac3-3344-44e7-bcf3-163169769979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (4c9a7477-d825-4cb9-a470-083706790e64), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.166746 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-87cfaac3-3344-44e7-bcf3-163169769979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.167902 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-87cfaac3-3344-44e7-bcf3-163169769979 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c9a7477-d825-4cb9-a470-083706790e64 HTTP/1.1" status: 204 len: 168 time: 1.9115222 Apr 28 14:09:34.203212 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 72316b23-0c95-4e82-b64a-21f6704327b1 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:34.219444 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481d8a-72c0-4484-99aa-edc566b7929d None None] Pushing event updated for resources: {'Port': ['ID=bbc3ac11-3354-455d-8e69-8d5d514ab8f3,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:34.237224 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfaac3-3344-44e7-bcf3-163169769979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9a7477-d825-4cb9-a470-083706790e64,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:34.320156 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:34.351364 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-1cd1158b-c31c-49e6-9995-dc67bee21625 service neutron] 10.222.0.20 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328370 Apr 28 14:09:34.357223 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b36262-6671-43f3-a67b-f2912be1b307 req-9eba3bcb-68b9-434b-aad6-07d8b6a54f7b tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:34.373884 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-83b36262-6671-43f3-a67b-f2912be1b307 req-9eba3bcb-68b9-434b-aad6-07d8b6a54f7b tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 944 time: 0.2168498 Apr 28 14:09:34.496373 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Publish callbacks [] for security_group (fd9df843-8f42-4b43-95b6-47788b543c2b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.502859 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (fd9df843-8f42-4b43-95b6-47788b543c2b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.536700 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:09:34.564592 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (d81ab601-3006-42e2-8116-3c436a5f9841), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.566753 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Added segment d81ab601-3006-42e2-8116-3c436a5f9841 of type vlan for network 8552dea8-716e-4463-8f3a-a900f83d67a0 Apr 28 14:09:34.601117 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-83b36262-6671-43f3-a67b-f2912be1b307 req-d71cf7d6-0e1e-4ea4-9d71-e527ba5988ae tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261822 Apr 28 14:09:34.697727 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Publish callbacks [] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.704213 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Allocated IP 172.20.0.1 (b3f29a40-da20-4e2b-83c1-cfff83c004e2/493ac07b-0c2e-4603-b459-bb187b4237a3/4eae45c7-05e6-4cee-a508-d568bfafef40) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:34.709962 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.710946 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (0634f3ed-9e0b-49a6-8998-8a6228b6417a), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:34.712044 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9df843-8f42-4b43-95b6-47788b543c2b,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:34.874677 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:24Z', 'revision_number': 3, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:34.937462 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f8cb4-7654-44b2-9c0f-a0e04737e790 None None] The sync data for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi is: [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:24Z', 'revision_number': 3, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:09:34.969217 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37322) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:35.017827 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fd2df9dd-927b-43de-884b-ca52f41c4ab4 req-6048936f-6c2d-4d71-8132-1306d97d2e45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 210 time: 0.3126049 Apr 28 14:09:35.022310 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (8552dea8-716e-4463-8f3a-a900f83d67a0), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.039968 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-03723155-1c2c-4a6c-98e2-4bdb10e17568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.066257 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (8552dea8-716e-4463-8f3a-a900f83d67a0), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.067393 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:35.068687 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.148318 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Pushing event updated for resources: {'Port': ['ID=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:35.174341 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7850676 Apr 28 14:09:35.183585 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37334) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:35.195772 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Request body: {'subnet': {'network_id': '8552dea8-716e-4463-8f3a-a900f83d67a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482271005-subnet', 'tenant_id': '9d1fc4ad017d48b6b471ffa9a66aacff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:35.362678 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Made reservation on behalf of 9d1fc4ad017d48b6b471ffa9a66aacff for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:35.364988 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.470937 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Publish callbacks [] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.474354 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:35.479955 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:35.518608 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a269bf5e-a21f-40f3-9569-adc3de704de5 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:35.538219 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0d0c7-f020-416c-980b-8b7eec7cac6e admin admin] Pushing event updated for resources: {'Network': ['ID=8552dea8-716e-4463-8f3a-a900f83d67a0,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:35.666263 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-03723155-1c2c-4a6c-98e2-4bdb10e17568 admin admin] Publish callbacks [] for security_group (a7f0fd33-3f8d-4681-9cee-b2e8881e29ac), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.704785 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-03723155-1c2c-4a6c-98e2-4bdb10e17568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (a7f0fd33-3f8d-4681-9cee-b2e8881e29ac), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.714021 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 8552dea8-716e-4463-8f3a-a900f83d67a0 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:09:35.741502 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37342) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:35.761234 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port a269bf5e-a21f-40f3-9569-adc3de704de5 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:35.762062 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.950307 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03723155-1c2c-4a6c-98e2-4bdb10e17568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f0fd33-3f8d-4681-9cee-b2e8881e29ac,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:35.953242 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.997947 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-9718a08d-93c3-4fc7-b4e8-759ef75ba4d7 None None] Provisioning complete for port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:35.998919 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9718a08d-93c3-4fc7-b4e8-759ef75ba4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:35.999052 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c92046f7-0e49-4361-af0e-d301fb86620f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.032724 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (e182a85d-6a82-4413-88d4-e89d6c7d99e5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.044506 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Router 0634f3ed-9e0b-49a6-8998-8a6228b6417a has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:09:36.073469 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-9718a08d-93c3-4fc7-b4e8-759ef75ba4d7 None None] Port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:09:36.080594 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469315e4-5b61-42ad-b2d5-189144491386 req-4a0d0944-7ecb-4f3d-a8dc-27afcae1b4f3 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:36.082528 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-469315e4-5b61-42ad-b2d5-189144491386 req-4a0d0944-7ecb-4f3d-a8dc-27afcae1b4f3 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 944 time: 0.2430468 Apr 28 14:09:36.112051 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e182a85d-6a82-4413-88d4-e89d6c7d99e5,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:36.144741 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Checking segment: {'id': 'd81ab601-3006-42e2-8116-3c436a5f9841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8552dea8-716e-4463-8f3a-a900f83d67a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:36.145204 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Network hostable DHCP agents. Network: 8552dea8-716e-4463-8f3a-a900f83d67a0, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:09:36.160591 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Pushing event updated for resources: {'Port': ['ID=4eae45c7-05e6-4cee-a508-d568bfafef40,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:36.160915 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port a269bf5e-a21f-40f3-9569-adc3de704de5 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:36.161268 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.170173 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-03723155-1c2c-4a6c-98e2-4bdb10e17568 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a5da827bb0b48db9792d559e15da0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1995296 Apr 28 14:09:36.177448 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37348) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:36.227691 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port a269bf5e-a21f-40f3-9569-adc3de704de5, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a269bf5e-a21f-40f3-9569-adc3de704de5,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:36.235235 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.285685 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-704a6c29-f231-4534-87af-9dbb3b06da52 req-5890055a-7eb9-4249-ac10-8e583c11d115 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 210 time: 0.1288195 Apr 28 14:09:36.298046 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Network 8552dea8-716e-4463-8f3a-a900f83d67a0 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:09:36.363944 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 8552dea8-716e-4463-8f3a-a900f83d67a0) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:36.368461 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:36.369228 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.393076 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407ebfe-79f3-42db-8ec9-b8241263f1b5 None None] Network 8552dea8-716e-4463-8f3a-a900f83d67a0 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:36.417843 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c92046f7-0e49-4361-af0e-d301fb86620f admin admin] Publish callbacks [] for security_group (1b351596-f069-40a4-9aef-ad7c1243ba06), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.443105 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:36.445671 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0acb296a-cbc6-4b13-97e5-7c744af2c67f admin admin] Publish callbacks [] for security_group (a7f0fd33-3f8d-4681-9cee-b2e8881e29ac), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.475576 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0acb296a-cbc6-4b13-97e5-7c744af2c67f admin admin] Publish callbacks [] for security_group (a7f0fd33-3f8d-4681-9cee-b2e8881e29ac), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.512876 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-469315e4-5b61-42ad-b2d5-189144491386 req-be4c7a8f-0abe-4d82-8f92-556be83fefe7 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082494 Apr 28 14:09:36.513816 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:36.522572 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:36.523691 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (f1641a16-72a3-47dd-b6c3-3781404b9b0c), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.542616 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c92046f7-0e49-4361-af0e-d301fb86620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1b351596-f069-40a4-9aef-ad7c1243ba06), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.562082 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4000ab6-7b79-4890-81a7-3077dea585dc None None] Network 8552dea8-716e-4463-8f3a-a900f83d67a0 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:09:36.604304 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d347872c-de01-444f-ba72-1948d0f91327 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4192226 Apr 28 14:09:36.625653 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=a269bf5e-a21f-40f3-9569-adc3de704de5,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:36.631210 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0acb296a-cbc6-4b13-97e5-7c744af2c67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (a7f0fd33-3f8d-4681-9cee-b2e8881e29ac), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.644802 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0acb296a-cbc6-4b13-97e5-7c744af2c67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:36.648267 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0acb296a-cbc6-4b13-97e5-7c744af2c67f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7f0fd33-3f8d-4681-9cee-b2e8881e29ac HTTP/1.1" status: 204 len: 168 time: 0.4572177 Apr 28 14:09:36.709879 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92046f7-0e49-4361-af0e-d301fb86620f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b351596-f069-40a4-9aef-ad7c1243ba06,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:36.733874 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb296a-cbc6-4b13-97e5-7c744af2c67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f0fd33-3f8d-4681-9cee-b2e8881e29ac,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:36.742661 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c92046f7-0e49-4361-af0e-d301fb86620f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1f2d0ecab2a4ff6a2cbcddfb491292b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9985588 Apr 28 14:09:36.750897 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37356) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:36.831694 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-69236f6b-6d1b-4fd6-af54-39e2945eae02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938241 Apr 28 14:09:36.840106 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.13', 50790) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:36.917402 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:09:36.930934 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Sync routers for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:09:36.941148 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-70d3cf25-ca23-461d-a3d1-4fb006b099ec admin admin] 10.222.0.20 "PUT /v2.0/routers/0634f3ed-9e0b-49a6-8998-8a6228b6417a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5591929 Apr 28 14:09:36.952578 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:36.958426 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:36.976243 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37362) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:37.068915 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dd148d2c-4fed-4b80-a13c-b8ad52bb5f86 admin admin] Publish callbacks [] for security_group (1b351596-f069-40a4-9aef-ad7c1243ba06), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:37.118572 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-c23f3129-e899-41ec-8b0e-a4e403e6fc90 None None] Provisioning complete for port 4eae45c7-05e6-4cee-a508-d568bfafef40 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:37.119524 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c23f3129-e899-41ec-8b0e-a4e403e6fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:37.220579 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:37.255482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-c23f3129-e899-41ec-8b0e-a4e403e6fc90 None None] Port 4eae45c7-05e6-4cee-a508-d568bfafef40 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:09:37.261978 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dd148d2c-4fed-4b80-a13c-b8ad52bb5f86 admin admin] Publish callbacks [] for security_group (1b351596-f069-40a4-9aef-ad7c1243ba06), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:37.414191 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:37.467614 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9411f5-5252-415c-9207-4de8a581d163 admin admin] Deleting subnet 097b7abd-ea77-43ca-8acc-9ba0df21e59e {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:09:37.535799 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fa9411f5-5252-415c-9207-4de8a581d163 admin admin] Publish callbacks [] for subnet (097b7abd-ea77-43ca-8acc-9ba0df21e59e), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:37.598043 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dd148d2c-4fed-4b80-a13c-b8ad52bb5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1b351596-f069-40a4-9aef-ad7c1243ba06), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:37.604541 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dd148d2c-4fed-4b80-a13c-b8ad52bb5f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:37.618582 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-dd148d2c-4fed-4b80-a13c-b8ad52bb5f86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b351596-f069-40a4-9aef-ad7c1243ba06 HTTP/1.1" status: 204 len: 168 time: 0.8666134 Apr 28 14:09:37.713171 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd148d2c-4fed-4b80-a13c-b8ad52bb5f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b351596-f069-40a4-9aef-ad7c1243ba06,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:37.756461 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device bbc3ac11-3354-455d-8e69-8d5d514ab8f3 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:37.758325 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0e6fe38a-168f-4eb8-8125-eab43dca4ed4 req-6efb4042-869e-4825-b656-2b1ca8063c0f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 210 time: 0.2524970 Apr 28 14:09:37.808413 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-371018fd-8d76-4704-bb2a-a36c8891d303 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:37.811855 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-371018fd-8d76-4704-bb2a-a36c8891d303 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 818 time: 0.9668753 Apr 28 14:09:37.855396 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-11677087-dbad-46f8-971d-ef1880b09651 service neutron] 10.222.0.13 "GET /v2.0/networks/365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9951639 Apr 28 14:09:37.879306 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'port': {'device_id': 'bc7d2697-2696-4548-a7b0-4beb7b5a5754', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'admin_state_up': True, 'tenant_id': '56f9e0563ca841b2acf0475664032b9f'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:37.909638 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:37.910329 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.094965 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.13', 50794) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:38.140263 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:38.142080 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.155409 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fa9411f5-5252-415c-9207-4de8a581d163 admin admin] Publish callbacks [] for subnet (097b7abd-ea77-43ca-8acc-9ba0df21e59e), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.182258 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fa9411f5-5252-415c-9207-4de8a581d163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (097b7abd-ea77-43ca-8acc-9ba0df21e59e), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.195168 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port bbc3ac11-3354-455d-8e69-8d5d514ab8f3, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=bbc3ac11-3354-455d-8e69-8d5d514ab8f3,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:38.204716 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.205924 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a269bf5e-a21f-40f3-9569-adc3de704de5 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:38.275196 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 2, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:38.367636 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Checking router: 0634f3ed-9e0b-49a6-8998-8a6228b6417a for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:09:38.368013 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Updating router 0634f3ed-9e0b-49a6-8998-8a6228b6417a port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:09:38.379015 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fa9411f5-5252-415c-9207-4de8a581d163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (097b7abd-ea77-43ca-8acc-9ba0df21e59e), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.430090 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port a269bf5e-a21f-40f3-9569-adc3de704de5 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:38.431059 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.436327 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Made reservation on behalf of 56f9e0563ca841b2acf0475664032b9f for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:38.441743 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.445193 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.498786 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=bbc3ac11-3354-455d-8e69-8d5d514ab8f3,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:38.634597 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37404) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:38.639090 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9411f5-5252-415c-9207-4de8a581d163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097b7abd-ea77-43ca-8acc-9ba0df21e59e,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:38.670613 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f63e87-f4f9-472d-bd85-27dcd2f974c7 req-d027e385-7b55-4631-8250-bdc3ae0a6d2d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:38.682182 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-38f63e87-f4f9-472d-bd85-27dcd2f974c7 req-d027e385-7b55-4631-8250-bdc3ae0a6d2d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 944 time: 0.3126462 Apr 28 14:09:38.776454 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port a269bf5e-a21f-40f3-9569-adc3de704de5 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:38.838858 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-38f63e87-f4f9-472d-bd85-27dcd2f974c7 req-a0045938-c243-428d-bee9-e2c52775f8bb tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549122 Apr 28 14:09:38.892493 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Publish callbacks [] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.906233 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-fff678e4-6f87-4b13-9fd3-98288974262f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819270348', 'description': 'tempest-description--550942497'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:38.920551 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-9a8c172e-bc85-44f8-8542-fc985a85d1ea tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:38.922350 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-9a8c172e-bc85-44f8-8542-fc985a85d1ea tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 818 time: 0.8034096 Apr 28 14:09:38.926416 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37414) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:38.927377 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.928280 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (f1641a16-72a3-47dd-b6c3-3781404b9b0c), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.983591 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fa9411f5-5252-415c-9207-4de8a581d163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:38.995192 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fa9411f5-5252-415c-9207-4de8a581d163 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/097b7abd-ea77-43ca-8acc-9ba0df21e59e HTTP/1.1" status: 204 len: 168 time: 2.0118821 Apr 28 14:09:39.027051 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37422) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:39.042405 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Pushing event updated for resources: {'Port': ['ID=4eae45c7-05e6-4cee-a508-d568bfafef40,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:39.045793 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1ec069f1-04e0-4d23-9fb8-294a6979ca31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.068468 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Publish callbacks [] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.071635 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-aa690a26-615b-4513-8be6-2c8f0459f9e7 req-f7e4ebcc-fb12-416d-bcd7-6b977409588b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 210 time: 0.1464028 Apr 28 14:09:39.090989 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'port': {'device_id': 'a35df843-a328-45cb-9774-4685dad795f6', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'admin_state_up': True, 'tenant_id': '56f9e0563ca841b2acf0475664032b9f'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:39.095169 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.158669 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5a3c0-8c06-48e3-96b4-05a9d1343980 None None] Pushing event updated for resources: {'Port': ['ID=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:39.368793 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Attempting to bind port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:39.371286 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Attempting to bind port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:39.372584 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Attempting to bind port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d on network 10c7cd94-4f96-4578-a49c-aa84774d80aa {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:39.401462 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:39.415463 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Checking segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:39.415463 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.415463 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Bound using segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:39.415463 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Bound port: d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:39.415463 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.455443 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device bbc3ac11-3354-455d-8e69-8d5d514ab8f3 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:39.466778 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (58af3b5e-68fa-4f08-a492-2abfeacf10a2), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.525157 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1ec069f1-04e0-4d23-9fb8-294a6979ca31 admin admin] Publish callbacks [] for security_group (333f9fde-4874-4496-8b66-d54fdcbfe582), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.549990 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1169d9fa-8784-4063-90c6-423cc7d52601 req-c903868b-3ef7-45f7-b102-a88140c4550c service neutron] 10.222.0.13 "GET /v2.0/networks/365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2402515 Apr 28 14:09:39.578299 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1ec069f1-04e0-4d23-9fb8-294a6979ca31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (333f9fde-4874-4496-8b66-d54fdcbfe582), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.633539 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:39.634817 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.664500 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] For port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:39.672227 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1ec069f1-04e0-4d23-9fb8-294a6979ca31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cebffd8be1044dd28748f32111898908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7340219 Apr 28 14:09:39.681085 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] For port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:39.691052 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.692011 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37438) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:39.694386 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Made reservation on behalf of 56f9e0563ca841b2acf0475664032b9f for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:39.709440 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:39.733830 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Allocated IP 172.20.0.8 (c08b7cc8-6c6c-48fa-903c-ceba0396e30c/34856d87-1877-4e36-925b-7e5b6d6c2d92/a14231ff-5634-46c9-8940-cc5cc6137354) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:39.771307 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:39.771615 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:39.892880 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5a3c0-8c06-48e3-96b4-05a9d1343980 None None] Pushing event updated for resources: {'Port': ['ID=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:39.907492 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:39.953792 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-60ad4df4-a14d-43e0-a5ad-b5dac76c040e None None] Provisioning complete for port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:39.954192 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60ad4df4-a14d-43e0-a5ad-b5dac76c040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:40.008426 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (58af3b5e-68fa-4f08-a492-2abfeacf10a2), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:40.048203 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:40.181713 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec069f1-04e0-4d23-9fb8-294a6979ca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333f9fde-4874-4496-8b66-d54fdcbfe582,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:40.263319 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1635c3-5805-4dd2-9106-4ae24202b23e req-e0a15da9-e470-45ea-9a91-62723d67df98 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:40.267153 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ef1635c3-5805-4dd2-9106-4ae24202b23e req-e0a15da9-e470-45ea-9a91-62723d67df98 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 944 time: 0.2227683 Apr 28 14:09:40.296091 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-57f18fc6-622a-4710-b41e-b9ee296ff6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:40.298274 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-57f18fc6-622a-4710-b41e-b9ee296ff6ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41351d6d88eb41e2a1cda97d9f0c77a1&device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 1128 time: 0.5828032 Apr 28 14:09:40.315202 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.315962 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.316921 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.318182 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > port after_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.318758 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.319300 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > port after_update 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.319915 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.320527 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.321129 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.321757 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.349109 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-60ad4df4-a14d-43e0-a5ad-b5dac76c040e None None] Current status of the port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:40.351894 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60ad4df4-a14d-43e0-a5ad-b5dac76c040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:40.442054 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-60ad4df4-a14d-43e0-a5ad-b5dac76c040e None None] For port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:40.450310 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-60ad4df4-a14d-43e0-a5ad-b5dac76c040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:40.534265 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.537387 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.539931 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.540359 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:09:40.540759 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58af3b5e-68fa-4f08-a492-2abfeacf10a2']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:40.557822 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:39Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:40.623949 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-c54f3c5c-d513-4f66-858b-6672bdbdd67d None None] Provisioning complete for port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:40.624508 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c54f3c5c-d513-4f66-858b-6672bdbdd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:40.639662 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fff678e4-6f87-4b13-9fd3-98288974262f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:40.668500 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e6d32-4b09-4fd1-b96f-7a0d3469fff6 None None] The sync data for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi is: [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:39Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:09:40.694386 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4df4-a14d-43e0-a5ad-b5dac76c040e None None] Pushing event updated for resources: {'Port': ['ID=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:40.868023 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ef1635c3-5805-4dd2-9106-4ae24202b23e req-0ae961da-22de-4c07-b146-6203f11da924 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625861 Apr 28 14:09:40.882300 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fba760-3bdf-41f3-8156-1ce6f812c304') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:40.882779 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fba760-3bdf-41f3-8156-1ce6f812c304') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:40.893644 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-50ef869f-e066-4634-93d6-e68cca72f544 req-ccaa282d-1ac5-45ac-938d-351b9966ff6e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 210 time: 0.2264061 Apr 28 14:09:40.962220 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-752aa3c9-ba44-4c05-99e6-af54439dce3a admin admin] Publish callbacks [] for security_group (333f9fde-4874-4496-8b66-d54fdcbfe582), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.021483 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-c54f3c5c-d513-4f66-858b-6672bdbdd67d None None] Current status of the port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:41.073156 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for port (a14231ff-5634-46c9-8940-cc5cc6137354), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.131258 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-752aa3c9-ba44-4c05-99e6-af54439dce3a admin admin] Publish callbacks [] for security_group (333f9fde-4874-4496-8b66-d54fdcbfe582), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.195980 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:41.261516 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:41.410798 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.415303 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:41.426844 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (d1fba760-3bdf-41f3-8156-1ce6f812c304), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.503553 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:41.504382 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.506763 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fff678e4-6f87-4b13-9fd3-98288974262f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (d21e51e7-1c90-4cdf-9f02-450508346e18), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.591529 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fff678e4-6f87-4b13-9fd3-98288974262f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d21e51e7-1c90-4cdf-9f02-450508346e18), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.708569 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff678e4-6f87-4b13-9fd3-98288974262f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21e51e7-1c90-4cdf-9f02-450508346e18,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:41.729752 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (d1fba760-3bdf-41f3-8156-1ce6f812c304), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.748248 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Allocated IP 172.20.0.5 (c08b7cc8-6c6c-48fa-903c-ceba0396e30c/34856d87-1877-4e36-925b-7e5b6d6c2d92/1f7db596-fa3b-4543-97cc-b92436421fae) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:41.756122 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:41.774311 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-48d93f1a-dfab-4432-8ff7-ffef248e5fed None None] Provisioning complete for port 4eae45c7-05e6-4cee-a508-d568bfafef40 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:41.774311 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-48d93f1a-dfab-4432-8ff7-ffef248e5fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.809774 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fff678e4-6f87-4b13-9fd3-98288974262f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.811430 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-fff678e4-6f87-4b13-9fd3-98288974262f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.1723728 Apr 28 14:09:41.829515 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:09:41.837362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-48d93f1a-dfab-4432-8ff7-ffef248e5fed None None] Port 4eae45c7-05e6-4cee-a508-d568bfafef40 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:09:41.838005 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (d1fba760-3bdf-41f3-8156-1ce6f812c304), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.845128 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37480) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:41.861501 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-0031a2f0-33a5-439d-8a1d-2d87d69cf61e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'security_group_rule': {'security_group_id': 'd21e51e7-1c90-4cdf-9f02-450508346e18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:41.912167 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-c635cb5b-42f6-4f82-a2e2-a58433ab80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:41.913785 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-c635cb5b-42f6-4f82-a2e2-a58433ab80b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de HTTP/1.1" status: 200 len: 912 time: 1.3181379 Apr 28 14:09:41.916039 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-752aa3c9-ba44-4c05-99e6-af54439dce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (333f9fde-4874-4496-8b66-d54fdcbfe582), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.923703 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-752aa3c9-ba44-4c05-99e6-af54439dce3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: from cryptography.utils import int_from_bytes Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: from cryptography.utils import int_from_bytes Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:09:41.938190 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:09:41.941446 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-752aa3c9-ba44-4c05-99e6-af54439dce3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/333f9fde-4874-4496-8b66-d54fdcbfe582 HTTP/1.1" status: 204 len: 168 time: 2.1679521 Apr 28 14:09:41.956121 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:41.972283 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event updated for resources: {'Port': ['ID=a14231ff-5634-46c9-8940-cc5cc6137354,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:41.978169 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:42.060762 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:42.085157 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa3c9-ba44-4c05-99e6-af54439dce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f9fde-4874-4496-8b66-d54fdcbfe582,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:42.217528 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (58af3b5e-68fa-4f08-a492-2abfeacf10a2), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.242563 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:42.243416 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.271764 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-9175736f-c0a7-40dc-b0f8-d17434a01d48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a56638b6-865a-4bb6-8a2e-73dcef95e15d HTTP/1.1" status: 200 len: 217 time: 0.3146281 Apr 28 14:09:42.345303 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-03d76579-1b4d-44d1-9180-6ea883819aa9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4809613 Apr 28 14:09:42.413755 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.440972 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/58af3b5e-68fa-4f08-a492-2abfeacf10a2 HTTP/1.1" status: 204 len: 168 time: 3.4014168 Apr 28 14:09:42.450976 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37498) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:42.500666 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-ea6fd4b5-e4c5-4f5d-afbf-4ccac0f12036 None None] Provisioning complete for port a14231ff-5634-46c9-8940-cc5cc6137354 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:42.502720 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ea6fd4b5-e4c5-4f5d-afbf-4ccac0f12036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.612946 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for port (1f7db596-fa3b-4543-97cc-b92436421fae), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.622145 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61dd55-d124-49e8-9b3e-283cd3597d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=58af3b5e-68fa-4f08-a492-2abfeacf10a2,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:42.627180 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Request body: {'port': {'device_id': 'bc7d2697-2696-4548-a7b0-4beb7b5a5754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:42.637585 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0e5749-e5e9-4d57-8dea-65c072c3677f admin admin] Deleting subnet e182a85d-6a82-4413-88d4-e89d6c7d99e5 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:09:42.677047 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ea6fd4b5-e4c5-4f5d-afbf-4ccac0f12036 None None] Port a14231ff-5634-46c9-8940-cc5cc6137354 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:09:42.693964 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe0e5749-e5e9-4d57-8dea-65c072c3677f admin admin] Publish callbacks [] for subnet (e182a85d-6a82-4413-88d4-e89d6c7d99e5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.756753 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0031a2f0-33a5-439d-8a1d-2d87d69cf61e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (8a415b75-0f93-494a-896a-e91eccd2340f), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.770448 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.776752 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542e416-5ab1-4547-a5a4-af2cdbdaf33c req-f7223351-c476-49b0-ad2c-fd9ace8a5ab0 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:42.779494 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0542e416-5ab1-4547-a5a4-af2cdbdaf33c req-f7223351-c476-49b0-ad2c-fd9ace8a5ab0 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 944 time: 0.5114839 Apr 28 14:09:42.825439 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Router f1641a16-72a3-47dd-b6c3-3781404b9b0c has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:09:42.914726 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-8b9390a6-e64d-4754-8cf9-2abf98e83f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:42.916814 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-8b9390a6-e64d-4754-8cf9-2abf98e83f85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bf526804-478a-4d66-898a-8d28cc3fe9cf HTTP/1.1" status: 200 len: 851 time: 0.6339211 Apr 28 14:09:42.921890 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:42.927166 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74f96d-8cf8-415e-8c76-cb4b4c3b35ec req-93a84f5c-bdb9-4f2e-a96d-dbbf727bbb97 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:42.934596 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6a74f96d-8cf8-415e-8c76-cb4b4c3b35ec req-93a84f5c-bdb9-4f2e-a96d-dbbf727bbb97 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 931 time: 0.8127739 Apr 28 14:09:42.981704 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe0e5749-e5e9-4d57-8dea-65c072c3677f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499914'] for subnet (e182a85d-6a82-4413-88d4-e89d6c7d99e5), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.030450 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:43.052386 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:43.057763 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0542e416-5ab1-4547-a5a4-af2cdbdaf33c req-9eb05e73-9d7c-4a70-818e-55992e377bc7 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032928 Apr 28 14:09:43.060083 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-67c718fc-5abe-410c-ae08-5c480212f188 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146228 Apr 28 14:09:43.081867 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe0e5749-e5e9-4d57-8dea-65c072c3677f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (e182a85d-6a82-4413-88d4-e89d6c7d99e5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.110801 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event updated for resources: {'Port': ['ID=1f7db596-fa3b-4543-97cc-b92436421fae,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:43.118896 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:43.124831 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:43.125449 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.241664 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6a74f96d-8cf8-415e-8c76-cb4b4c3b35ec req-e2f01ec7-55a8-43f8-a4b8-2fc4017ca09f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060515 Apr 28 14:09:43.243807 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe0e5749-e5e9-4d57-8dea-65c072c3677f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3277004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16879755'] for subnet (e182a85d-6a82-4413-88d4-e89d6c7d99e5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.254863 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0031a2f0-33a5-439d-8a1d-2d87d69cf61e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (8a415b75-0f93-494a-896a-e91eccd2340f), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.262901 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-efa174a8-a27a-4dbc-99dc-67af3e6ec4b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2215831 Apr 28 14:09:43.311628 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Request body: {'port': {'device_id': 'a35df843-a328-45cb-9774-4685dad795f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:43.319056 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e5749-e5e9-4d57-8dea-65c072c3677f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e182a85d-6a82-4413-88d4-e89d6c7d99e5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:43.351937 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0031a2f0-33a5-439d-8a1d-2d87d69cf61e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (8a415b75-0f93-494a-896a-e91eccd2340f), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.360957 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe0e5749-e5e9-4d57-8dea-65c072c3677f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.364268 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fe0e5749-e5e9-4d57-8dea-65c072c3677f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e182a85d-6a82-4413-88d4-e89d6c7d99e5 HTTP/1.1" status: 204 len: 168 time: 0.7877562 Apr 28 14:09:43.375458 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37528) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:43.412686 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031a2f0-33a5-439d-8a1d-2d87d69cf61e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a415b75-0f93-494a-896a-e91eccd2340f,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:43.412923 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-82241994-5b67-4a8b-bd19-42975a21ef2e None None] Provisioning complete for port 1f7db596-fa3b-4543-97cc-b92436421fae triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:43.414403 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-82241994-5b67-4a8b-bd19-42975a21ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.431278 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0031a2f0-33a5-439d-8a1d-2d87d69cf61e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.435904 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0031a2f0-33a5-439d-8a1d-2d87d69cf61e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5875425 Apr 28 14:09:43.438176 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37534) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:43.444346 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-364c72cc-63e2-46a6-a2a7-9073389fb6e2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'security_group_rule': {'security_group_id': 'd21e51e7-1c90-4cdf-9f02-450508346e18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:43.457067 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:09:43.458711 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.473614 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9db730a2-a0b3-478b-a4fc-91e7556625cb admin admin] 10.222.0.20 "PUT /v2.0/routers/f1641a16-72a3-47dd-b6c3-3781404b9b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5498562 Apr 28 14:09:43.477331 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Sync routers for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:09:43.497428 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-82241994-5b67-4a8b-bd19-42975a21ef2e None None] Port 1f7db596-fa3b-4543-97cc-b92436421fae cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:09:43.499462 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:43.500250 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:43.558067 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-364c72cc-63e2-46a6-a2a7-9073389fb6e2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (63c634cd-e1dc-46ee-a5ba-38e170e9bf4c), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.567783 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (8552dea8-716e-4463-8f3a-a900f83d67a0), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.608945 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14231ff-5634-46c9-8940-cc5cc6137354 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:09:43.641462 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Publish callbacks [] for port (a14231ff-5634-46c9-8940-cc5cc6137354), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.656110 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-d3d6b322-f26a-4f98-bfeb-3a8250518f65 service neutron] 10.222.0.13 "GET /v2.0/networks/365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399401 Apr 28 14:09:43.707084 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (8552dea8-716e-4463-8f3a-a900f83d67a0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.707794 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:43.728030 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8552dea8-716e-4463-8f3a-a900f83d67a0']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:43.737962 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81ab601-3006-42e2-8116-3c436a5f9841') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:43.738551 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81ab601-3006-42e2-8116-3c436a5f9841') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:43.760174 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (d81ab601-3006-42e2-8116-3c436a5f9841), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.779491 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (d81ab601-3006-42e2-8116-3c436a5f9841), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.788951 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:09:43.789479 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (d81ab601-3006-42e2-8116-3c436a5f9841), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:09:43.850393 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:09:43.875522 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Transition to ACTIVE for port object a14231ff-5634-46c9-8940-cc5cc6137354 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:09:43.877001 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (8552dea8-716e-4463-8f3a-a900f83d67a0), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.904728 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.916241 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.931420 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8552dea8-716e-4463-8f3a-a900f83d67a0 HTTP/1.1" status: 204 len: 168 time: 0.5525789 Apr 28 14:09:43.945575 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-364c72cc-63e2-46a6-a2a7-9073389fb6e2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (63c634cd-e1dc-46ee-a5ba-38e170e9bf4c), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:43.947941 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b9bc4-2baf-402a-a987-f6ef20750c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=8552dea8-716e-4463-8f3a-a900f83d67a0,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:44.087016 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-364c72cc-63e2-46a6-a2a7-9073389fb6e2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (63c634cd-e1dc-46ee-a5ba-38e170e9bf4c), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.130205 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a14231ff-5634-46c9-8940-cc5cc6137354,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:44.226277 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c72cc-63e2-46a6-a2a7-9073389fb6e2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c634cd-e1dc-46ee-a5ba-38e170e9bf4c,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:44.254241 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-364c72cc-63e2-46a6-a2a7-9073389fb6e2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.257028 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-364c72cc-63e2-46a6-a2a7-9073389fb6e2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8160386 Apr 28 14:09:44.270988 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37568) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:44.280873 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 2, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:44.295849 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:44.345625 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.378304 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Checking router: f1641a16-72a3-47dd-b6c3-3781404b9b0c for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:09:44.383043 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Updating router f1641a16-72a3-47dd-b6c3-3781404b9b0c port 4eae45c7-05e6-4cee-a508-d568bfafef40 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:09:44.400086 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Attempting to bind port a14231ff-5634-46c9-8940-cc5cc6137354 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:44.400086 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Attempting to bind port a14231ff-5634-46c9-8940-cc5cc6137354 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:44.400086 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Attempting to bind port a14231ff-5634-46c9-8940-cc5cc6137354 on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:44.403210 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37578) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:44.414463 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Port a14231ff-5634-46c9-8940-cc5cc6137354 on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:09:44.414789 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Attempting to bind port a14231ff-5634-46c9-8940-cc5cc6137354 on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:44.416758 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37582) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:44.418856 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-3036dbcf-e705-442b-9233-3bdb710f0300 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105687633', 'description': 'tempest-description--1993038302'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:44.466373 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:44.466590 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Checking segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:44.466966 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Bound using segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:44.467402 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Bound port: a14231ff-5634-46c9-8940-cc5cc6137354, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:44.467749 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.474005 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.492078 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602162-eded-4934-91aa-4ed0b80a0dea req-cd848ebc-3611-42dd-94ad-6ca888006bc3 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:44.493746 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-20602162-eded-4934-91aa-4ed0b80a0dea req-cd848ebc-3611-42dd-94ad-6ca888006bc3 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 944 time: 0.2581041 Apr 28 14:09:44.605583 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7db596-fa3b-4543-97cc-b92436421fae {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:09:44.618782 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3036dbcf-e705-442b-9233-3bdb710f0300 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.622080 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88689ef4-f0cf-4ad5-8c09-e888691777a9 req-09fc2c01-23aa-4810-bf13-212d3393622e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:44.623781 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-88689ef4-f0cf-4ad5-8c09-e888691777a9 req-09fc2c01-23aa-4810-bf13-212d3393622e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 931 time: 0.1259196 Apr 28 14:09:44.632531 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a6c78e41-b384-46f0-a51e-23e0b7ac497d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f0feef57b7644cc9c2f67de4c551c75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2147183 Apr 28 14:09:44.645298 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Publish callbacks [] for port (1f7db596-fa3b-4543-97cc-b92436421fae), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.649303 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37586) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:44.709923 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-20602162-eded-4934-91aa-4ed0b80a0dea req-738a7448-4b63-4ec1-9870-b7374f91062f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454349 Apr 28 14:09:44.727973 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.730588 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Transition to ACTIVE for port object 1f7db596-fa3b-4543-97cc-b92436421fae will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:09:44.753151 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.849280 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] For port a14231ff-5634-46c9-8940-cc5cc6137354, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:44.867470 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] For port a14231ff-5634-46c9-8940-cc5cc6137354, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a14231ff-5634-46c9-8940-cc5cc6137354,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:44.911390 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.991659 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Publish callbacks [] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.992241 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-88689ef4-f0cf-4ad5-8c09-e888691777a9 req-48cee175-8662-4a50-afa2-e86514dfce6e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491910 Apr 28 14:09:44.993956 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:44.994412 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:44.995766 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] 10.222.0.13 "PUT /v2.0/ports/a14231ff-5634-46c9-8940-cc5cc6137354 HTTP/1.1" status: 200 len: 1093 time: 2.4867373 Apr 28 14:09:45.002119 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.007411 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7d2697-2696-4548-a7b0-4beb7b5a5754', 'tag': 'a14231ff-5634-46c9-8940-cc5cc6137354'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:09:45.009963 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7d2697-2696-4548-a7b0-4beb7b5a5754", "tag": "a14231ff-5634-46c9-8940-cc5cc6137354"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:09:45.032046 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1680bc00-6485-4bbb-bc87-9feda3fc172b req-5d9f0e27-e9c9-445e-9cef-636b606b909d service neutron] 10.222.0.13 "GET /v2.0/networks/365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070759 Apr 28 14:09:45.069020 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe970a5-10f2-46a0-a821-0c6a1b711f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a14231ff-5634-46c9-8940-cc5cc6137354,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:45.096937 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba96269-112d-418c-8f0b-b481716992c5 x-openstack-request-id: req-dba96269-112d-418c-8f0b-b481716992c5 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:09:45.101790 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7d2697-2696-4548-a7b0-4beb7b5a5754", "tag": "a14231ff-5634-46c9-8940-cc5cc6137354", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:09:45.102072 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dba96269-112d-418c-8f0b-b481716992c5 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:09:45.102483 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba96269-112d-418c-8f0b-b481716992c5'] response: {'name': 'network-changed', 'server_uuid': 'bc7d2697-2696-4548-a7b0-4beb7b5a5754', 'tag': 'a14231ff-5634-46c9-8940-cc5cc6137354', 'status': 'completed', 'code': 200} Apr 28 14:09:45.162777 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-26ee3349-8030-4880-a3b3-9bfbb13236bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:45.164279 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-26ee3349-8030-4880-a3b3-9bfbb13236bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 1127 time: 0.0817869 Apr 28 14:09:45.276759 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Allocated IP 172.27.1.62 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/c3655185-f33a-4eb1-b7e1-9683e60c15af) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:45.297760 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-9b08b480-9482-417e-bfd9-578bfbd6f0f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14231ff-5634-46c9-8940-cc5cc6137354 HTTP/1.1" status: 200 len: 217 time: 0.1134341 Apr 28 14:09:45.420717 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-28507fa5-2e38-4d1a-9fc8-e468add0085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:45.423552 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-28507fa5-2e38-4d1a-9fc8-e468add0085d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.1205964 Apr 28 14:09:45.429464 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a56638b6-865a-4bb6-8a2e-73dcef95e15d details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:09:45.504003 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for port (c3655185-f33a-4eb1-b7e1-9683e60c15af), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.514292 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-36a13b68-f480-4f43-8e1f-3571992647f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:45.516748 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-36a13b68-f480-4f43-8e1f-3571992647f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784843 Apr 28 14:09:45.552285 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Attempting to bind port 4eae45c7-05e6-4cee-a508-d568bfafef40 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:45.552772 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Attempting to bind port 4eae45c7-05e6-4cee-a508-d568bfafef40 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:45.553165 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Attempting to bind port 4eae45c7-05e6-4cee-a508-d568bfafef40 on network b3f29a40-da20-4e2b-83c1-cfff83c004e2 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:45.556073 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a377e4-b0f9-4045-b18b-9d870d9b05e2 None None] Pushing event updated for resources: {'Port': ['ID=4eae45c7-05e6-4cee-a508-d568bfafef40,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:45.566558 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:45.566941 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Checking segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:45.567320 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.567715 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Bound using segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:45.568181 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Bound port: 4eae45c7-05e6-4cee-a508-d568bfafef40, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:45.568554 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.608932 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (c3655185-f33a-4eb1-b7e1-9683e60c15af), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.651697 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:45.656963 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:45.661760 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7db596-fa3b-4543-97cc-b92436421fae,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:45.663507 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] For port 4eae45c7-05e6-4cee-a508-d568bfafef40, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:45.665880 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ec03c44d-fb26-417c-b5c5-4b43b6aca471 admin admin] Publish callbacks [] for security_group (70acb66d-55b2-4d33-ae3f-700b53c12901), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.674774 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] For port 4eae45c7-05e6-4cee-a508-d568bfafef40, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=4eae45c7-05e6-4cee-a508-d568bfafef40,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:45.694723 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a56638b6-865a-4bb6-8a2e-73dcef95e15d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a56638b6-865a-4bb6-8a2e-73dcef95e15d,segment=NetworkSegment(5255b7d4-1346-4a6e-b73e-23dae39a5775),segment_id=5255b7d4-1346-4a6e-b73e-23dae39a5775)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:45.698980 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.703110 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ec03c44d-fb26-417c-b5c5-4b43b6aca471 admin admin] Publish callbacks [] for security_group (70acb66d-55b2-4d33-ae3f-700b53c12901), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.725766 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-ea66f87e-c933-4400-9386-62967a226f3d service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948893 Apr 28 14:09:45.767668 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-2ef2fd26-5f16-4d8d-b6f5-8845e73903ef None None] Provisioning complete for port 4eae45c7-05e6-4cee-a508-d568bfafef40 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:45.768065 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fd26-5f16-4d8d-b6f5-8845e73903ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.771613 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'a56638b6-865a-4bb6-8a2e-73dcef95e15d', 'network_id': '365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de', 'port_id': 'a56638b6-865a-4bb6-8a2e-73dcef95e15d', 'mac_address': 'fa:16:3e:81:d3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf526804-478a-4d66-898a-8d28cc3fe9cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:09:45.781765 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:09:45.782405 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:09:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:45.804740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:45.810236 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'Port': ['ID=c3655185-f33a-4eb1-b7e1-9683e60c15af,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:45.832951 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3036dbcf-e705-442b-9233-3bdb710f0300 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (15425afd-187e-42d4-a9f0-6fd74a7e2018), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.873598 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3036dbcf-e705-442b-9233-3bdb710f0300 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (15425afd-187e-42d4-a9f0-6fd74a7e2018), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.975195 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ec03c44d-fb26-417c-b5c5-4b43b6aca471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (70acb66d-55b2-4d33-ae3f-700b53c12901), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.978487 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ec03c44d-fb26-417c-b5c5-4b43b6aca471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:45.982389 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-ec03c44d-fb26-417c-b5c5-4b43b6aca471 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70acb66d-55b2-4d33-ae3f-700b53c12901 HTTP/1.1" status: 204 len: 168 time: 1.3297796 Apr 28 14:09:45.982389 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Attempting to bind port 1f7db596-fa3b-4543-97cc-b92436421fae on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:09:45.982389 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Attempting to bind port 1f7db596-fa3b-4543-97cc-b92436421fae by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:09:45.984790 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Attempting to bind port 1f7db596-fa3b-4543-97cc-b92436421fae on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:46.027768 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Port 1f7db596-fa3b-4543-97cc-b92436421fae on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:09:46.028392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Attempting to bind port 1f7db596-fa3b-4543-97cc-b92436421fae on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:09:46.044483 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2fd26-5f16-4d8d-b6f5-8845e73903ef None None] Current status of the port 4eae45c7-05e6-4cee-a508-d568bfafef40 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:46.044872 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fd26-5f16-4d8d-b6f5-8845e73903ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.059316 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c3f5-85c5-44ae-a878-f3b45adb5b1c req-7378f827-347b-4d5d-b217-b003dc2b1738 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:46.070947 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c00c3f5-85c5-44ae-a878-f3b45adb5b1c req-7378f827-347b-4d5d-b217-b003dc2b1738 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 944 time: 0.1714747 Apr 28 14:09:46.075084 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a377e4-b0f9-4045-b18b-9d870d9b05e2 None None] Pushing event updated for resources: {'Port': ['ID=4eae45c7-05e6-4cee-a508-d568bfafef40,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:46.082469 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:09:46.085160 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Checking segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:09:46.088619 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Bound using segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:09:46.088619 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Bound port: 1f7db596-fa3b-4543-97cc-b92436421fae, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:09:46.088619 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.090969 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a56638b6-865a-4bb6-8a2e-73dcef95e15d is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:46.091406 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.139898 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56638b6-865a-4bb6-8a2e-73dcef95e15d {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:09:46.142068 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-63368cd9-306b-4217-9e4d-fb24838c2c80 req-dfa4f91d-018e-44fd-964d-bdd45a22b1fe service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101365 Apr 28 14:09:46.142190 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3036dbcf-e705-442b-9233-3bdb710f0300 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.143279 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3036dbcf-e705-442b-9233-3bdb710f0300 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7345772 Apr 28 14:09:46.147885 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37634) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:46.152730 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-fd075a2a-c066-475b-bfd8-2bf830e7823f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'security_group_rule': {'security_group_id': '15425afd-187e-42d4-a9f0-6fd74a7e2018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:46.165403 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a56638b6-865a-4bb6-8a2e-73dcef95e15d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a56638b6-865a-4bb6-8a2e-73dcef95e15d,segment=NetworkSegment(5255b7d4-1346-4a6e-b73e-23dae39a5775),segment_id=5255b7d4-1346-4a6e-b73e-23dae39a5775)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:46.181219 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.189905 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-2ef2fd26-5f16-4d8d-b6f5-8845e73903ef None None] For port 4eae45c7-05e6-4cee-a508-d568bfafef40, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=4eae45c7-05e6-4cee-a508-d568bfafef40,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:46.223174 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2ef2fd26-5f16-4d8d-b6f5-8845e73903ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.225370 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c00c3f5-85c5-44ae-a878-f3b45adb5b1c req-cace074a-a506-4821-9ff9-9ce1c083be91 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533186 Apr 28 14:09:46.226614 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd075a2a-c066-475b-bfd8-2bf830e7823f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (c71d1c38-582b-430a-8831-0f7148dcb9d4), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.243800 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036dbcf-e705-442b-9233-3bdb710f0300 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15425afd-187e-42d4-a9f0-6fd74a7e2018,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:46.276686 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a56638b6-865a-4bb6-8a2e-73dcef95e15d,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:46.285389 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:09:46.312293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (a5c4afd8-6f79-4337-b021-ab0c2b773ee3), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.384151 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03c44d-fb26-417c-b5c5-4b43b6aca471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70acb66d-55b2-4d33-ae3f-700b53c12901,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:46.397512 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd075a2a-c066-475b-bfd8-2bf830e7823f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (c71d1c38-582b-430a-8831-0f7148dcb9d4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.407228 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd075a2a-c066-475b-bfd8-2bf830e7823f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (c71d1c38-582b-430a-8831-0f7148dcb9d4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.449608 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40900-000e-4160-bd1f-0de84e329535 req-12419dce-3a12-4a82-b475-f7924aebd18b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:46.456925 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-78e40900-000e-4160-bd1f-0de84e329535 req-12419dce-3a12-4a82-b475-f7924aebd18b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 943 time: 0.2226064 Apr 28 14:09:46.478653 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd075a2a-c066-475b-bfd8-2bf830e7823f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.484111 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fd075a2a-c066-475b-bfd8-2bf830e7823f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347936 Apr 28 14:09:46.485592 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37642) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:46.490685 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-4f710d88-1b2d-4467-acbd-fe162c7bc167 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'security_group_rule': {'security_group_id': '15425afd-187e-42d4-a9f0-6fd74a7e2018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:46.495417 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd075a2a-c066-475b-bfd8-2bf830e7823f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71d1c38-582b-430a-8831-0f7148dcb9d4,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:46.524215 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-b9f8dee5-1f4a-4ea3-9b9c-da7889d23b88 None None] Provisioning complete for port 4eae45c7-05e6-4cee-a508-d568bfafef40 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:46.524215 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b9f8dee5-1f4a-4ea3-9b9c-da7889d23b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.559236 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4f710d88-1b2d-4467-acbd-fe162c7bc167 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (ea3578bb-4617-4ca3-8f38-ad6a322659bd), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.559442 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2fd26-5f16-4d8d-b6f5-8845e73903ef None None] Pushing event updated for resources: {'Port': ['ID=4eae45c7-05e6-4cee-a508-d568bfafef40,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:46.565986 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['a56638b6-865a-4bb6-8a2e-73dcef95e15d'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:09:46.589735 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c3655185-f33a-4eb1-b7e1-9683e60c15af), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.600517 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] For port 1f7db596-fa3b-4543-97cc-b92436421fae, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:09:46.721645 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] For port 1f7db596-fa3b-4543-97cc-b92436421fae, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1f7db596-fa3b-4543-97cc-b92436421fae,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:09:46.786199 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4f710d88-1b2d-4467-acbd-fe162c7bc167 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (ea3578bb-4617-4ca3-8f38-ad6a322659bd), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.788294 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37652) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:46.794546 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.817918 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-78e40900-000e-4160-bd1f-0de84e329535 req-7d5be0db-9c3d-4499-a46f-c7fa83014035 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472419 Apr 28 14:09:46.857358 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:46.858284 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.859926 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f7db596-fa3b-4543-97cc-b92436421fae HTTP/1.1" status: 200 len: 1093 time: 3.5541584 Apr 28 14:09:46.865958 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35df843-a328-45cb-9774-4685dad795f6', 'tag': '1f7db596-fa3b-4543-97cc-b92436421fae'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:09:46.924174 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-293429cc-c38a-488b-a730-e210e79817f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d1fc4ad017d48b6b471ffa9a66aacff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303720 Apr 28 14:09:46.925987 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4f710d88-1b2d-4467-acbd-fe162c7bc167 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (ea3578bb-4617-4ca3-8f38-ad6a322659bd), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:46.936250 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37662) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:46.977712 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f710d88-1b2d-4467-acbd-fe162c7bc167 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3578bb-4617-4ca3-8f38-ad6a322659bd,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:47.044867 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-75f8ebea-5d8e-4285-a687-9cb00dc2b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:47.047397 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-75f8ebea-5d8e-4285-a687-9cb00dc2b348 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 1127 time: 0.0573235 Apr 28 14:09:47.051960 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4f710d88-1b2d-4467-acbd-fe162c7bc167 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.054283 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4f710d88-1b2d-4467-acbd-fe162c7bc167 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5664732 Apr 28 14:09:47.058054 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 37672) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:47.091745 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8dee5-1f4a-4ea3-9b9c-da7889d23b88 None None] Current status of the port 4eae45c7-05e6-4cee-a508-d568bfafef40 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:47.159792 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:47.180411 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-4a3779d4-058d-4bea-a1aa-efa7adb43907 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f7db596-fa3b-4543-97cc-b92436421fae HTTP/1.1" status: 200 len: 217 time: 0.1212831 Apr 28 14:09:47.191651 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d18977-7d6a-4241-a249-b504fc4c1384 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7db596-fa3b-4543-97cc-b92436421fae,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:47.195252 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a14231ff-5634-46c9-8940-cc5cc6137354 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:09:47.206530 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9555a609-1038-40c1-901a-0aa2f06a8224" -d '{"events": [{"name": "network-changed", "server_uuid": "a35df843-a328-45cb-9774-4685dad795f6", "tag": "1f7db596-fa3b-4543-97cc-b92436421fae"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:09:47.246617 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.278986 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-b85c5ddc-729b-482f-9a9f-5c70b24fc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:47.282667 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:45Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:09:47.285060 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-b85c5ddc-729b-482f-9a9f-5c70b24fc316 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 1127 time: 0.2780123 Apr 28 14:09:47.321284 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-8f4757ff-4ecd-4cd6-97f9-6cdaafcd38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:47.322798 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-8f4757ff-4ecd-4cd6-97f9-6cdaafcd38e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.1348386 Apr 28 14:09:47.363798 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.378779 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a8abb6bf-0eca-4dc2-9c1c-59e013bc5859 admin admin] Publish callbacks [] for security_group (fd9df843-8f42-4b43-95b6-47788b543c2b), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.384309 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7021d9a-c2e2-47af-9fe9-ed2bd6632fd5 None None] The sync data for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi is: [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:45Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:09:47.399863 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.db.resource_extend [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:09:47.474261 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9a05a7-166b-4fff-8b8c-6bf7401c4ace x-openstack-request-id: req-bd9a05a7-166b-4fff-8b8c-6bf7401c4ace {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:09:47.474889 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35df843-a328-45cb-9774-4685dad795f6", "tag": "1f7db596-fa3b-4543-97cc-b92436421fae", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:09:47.475597 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd9a05a7-166b-4fff-8b8c-6bf7401c4ace {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:09:47.476243 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9a05a7-166b-4fff-8b8c-6bf7401c4ace'] response: {'name': 'network-changed', 'server_uuid': 'a35df843-a328-45cb-9774-4685dad795f6', 'tag': '1f7db596-fa3b-4543-97cc-b92436421fae', 'status': 'completed', 'code': 200} Apr 28 14:09:47.524953 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-ea4b4169-980e-45c2-90fd-78af55ff404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:47.526903 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-ea4b4169-980e-45c2-90fd-78af55ff404f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1729932 Apr 28 14:09:47.581502 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a14231ff-5634-46c9-8940-cc5cc6137354, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a14231ff-5634-46c9-8940-cc5cc6137354,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:47.610676 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'a14231ff-5634-46c9-8940-cc5cc6137354', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'port_id': 'a14231ff-5634-46c9-8940-cc5cc6137354', 'mac_address': 'fa:16:3e:14:2e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:09:47.647976 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25616dcc-f6be-4e6e-a898-ebef1de3fff8 req-71d223e9-995c-4632-b6d5-734e1d8e8c64 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:47.649947 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-25616dcc-f6be-4e6e-a898-ebef1de3fff8 req-71d223e9-995c-4632-b6d5-734e1d8e8c64 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 945 time: 0.2683918 Apr 28 14:09:47.678133 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a14231ff-5634-46c9-8940-cc5cc6137354 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:47.678800 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.688665 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for port (c3655185-f33a-4eb1-b7e1-9683e60c15af), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.695440 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14231ff-5634-46c9-8940-cc5cc6137354 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:09:47.700681 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a8abb6bf-0eca-4dc2-9c1c-59e013bc5859 admin admin] Publish callbacks [] for security_group (fd9df843-8f42-4b43-95b6-47788b543c2b), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.711499 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-59da6fdd-bded-418f-8cb5-4d8a46d57a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.723385 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a14231ff-5634-46c9-8940-cc5cc6137354, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a14231ff-5634-46c9-8940-cc5cc6137354,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:47.732571 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.738395 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (c3655185-f33a-4eb1-b7e1-9683e60c15af), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.781300 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-43e19d0c-75d5-46c7-91bf-20e58c0a80cd service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413754 Apr 28 14:09:47.811330 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a14231ff-5634-46c9-8940-cc5cc6137354,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:47.861740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-d884fa08-ca90-40ad-b821-f3336b521840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:47.863395 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-d884fa08-ca90-40ad-b821-f3336b521840 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.5653663 Apr 28 14:09:47.874477 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (a5c4afd8-6f79-4337-b021-ab0c2b773ee3), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:47.967607 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Allocated IP 172.27.1.87 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/5a5a29f2-e045-4360-9b6b-a69c6517593b) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:47.970229 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-25616dcc-f6be-4e6e-a898-ebef1de3fff8 req-7c5c39f7-98e0-4919-8931-649876781a2f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088808 Apr 28 14:09:47.979137 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'Port': ['ID=c3655185-f33a-4eb1-b7e1-9683e60c15af,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:47.979137 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-e5623268-d91e-43d5-8b80-dbe3b7babd3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14231ff-5634-46c9-8940-cc5cc6137354 HTTP/1.1" status: 200 len: 217 time: 0.0984535 Apr 28 14:09:48.024585 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:48.025870 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-68abe878-dba2-4dcd-b279-a825c7645e94 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7527258 Apr 28 14:09:48.064521 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a8abb6bf-0eca-4dc2-9c1c-59e013bc5859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (fd9df843-8f42-4b43-95b6-47788b543c2b), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:48.073596 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a8abb6bf-0eca-4dc2-9c1c-59e013bc5859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:48.078636 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a8abb6bf-0eca-4dc2-9c1c-59e013bc5859 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd9df843-8f42-4b43-95b6-47788b543c2b HTTP/1.1" status: 204 len: 168 time: 1.1115377 Apr 28 14:09:48.087820 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-b5393adb-28b0-435a-860e-fef01343ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:48.099246 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-b5393adb-28b0-435a-860e-fef01343ca2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.1066201 Apr 28 14:09:48.120353 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['a14231ff-5634-46c9-8940-cc5cc6137354'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:09:48.182016 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd7c42-dc5f-4b21-8673-c6cf1cedd774 req-837fe906-d474-4d40-b5ed-ace36642d623 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:48.184239 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-68bd7c42-dc5f-4b21-8673-c6cf1cedd774 req-837fe906-d474-4d40-b5ed-ace36642d623 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 943 time: 0.2182617 Apr 28 14:09:48.210376 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abb6bf-0eca-4dc2-9c1c-59e013bc5859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9df843-8f42-4b43-95b6-47788b543c2b,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:48.278715 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-6970dc85-95de-420c-90a2-87c5fea446a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:48.284765 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-6970dc85-95de-420c-90a2-87c5fea446a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1747768 Apr 28 14:09:48.349864 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-68bd7c42-dc5f-4b21-8673-c6cf1cedd774 req-eb325088-e01f-4b0a-83c6-e2846ee711a4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454868 Apr 28 14:09:48.504802 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d0b2203-1f26-4141-80a9-2e591c61294a req-7ce11e86-37b7-44b8-beb9-e5b071f97a51 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303744 Apr 28 14:09:48.622621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for port (5a5a29f2-e045-4360-9b6b-a69c6517593b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:48.706246 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (5a5a29f2-e045-4360-9b6b-a69c6517593b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:48.758633 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:48.766529 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:48.770351 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:48.796442 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'Port': ['ID=5a5a29f2-e045-4360-9b6b-a69c6517593b,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:48.803491 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-7879f8cf-61bb-4bbd-a3b2-428b7e20da8e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1819270348&fields=id&tenant_id=79beb8c8a2f7430f9d5011cfb455acc7 HTTP/1.1" status: 200 len: 267 time: 0.0793829 Apr 28 14:09:48.853252 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-b355b4db-772e-47c1-8c4c-965aa3fb69b1 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578592 Apr 28 14:09:48.950577 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-65fa365e-b1c9-4698-a340-c88736efb876 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:48.952555 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-65fa365e-b1c9-4698-a340-c88736efb876 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 816 time: 0.1385183 Apr 28 14:09:48.975706 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-fc83ecde-ae7b-4fdb-8e2f-49c7643e060f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/quotas/79beb8c8a2f7430f9d5011cfb455acc7 HTTP/1.1" status: 200 len: 375 time: 0.0148718 Apr 28 14:09:48.977141 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (60d5db05-e7b8-421a-9b59-c86d97e50d3b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:49.048758 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-a5c3da26-9cbe-4d1e-a12f-ea683ff62396 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657127 Apr 28 14:09:49.182319 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-4092dbfd-a76d-45fe-a274-356098115f1c service neutron] 10.222.0.20 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168151 Apr 28 14:09:49.242259 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (5a5a29f2-e045-4360-9b6b-a69c6517593b), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:49.316091 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71eb7f-4846-468f-8ba9-a6861cb7de18 req-a41f47dd-a42e-4923-b634-43b132f7b15b tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:49.322931 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c71eb7f-4846-468f-8ba9-a6861cb7de18 req-a41f47dd-a42e-4923-b634-43b132f7b15b tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 945 time: 0.0824716 Apr 28 14:09:49.389012 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef82c09a-3336-4a92-80dd-369a2ec02bbd service neutron] 10.222.0.20 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982319 Apr 28 14:09:49.411188 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 4eae45c7-05e6-4cee-a508-d568bfafef40 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:49.442591 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c71eb7f-4846-468f-8ba9-a6861cb7de18 req-e44047df-9927-4841-9302-807f35bee13a tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187768 Apr 28 14:09:49.532209 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 4eae45c7-05e6-4cee-a508-d568bfafef40 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:49.534853 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:49.586035 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for port (5a5a29f2-e045-4360-9b6b-a69c6517593b), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:49.612043 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (5a5a29f2-e045-4360-9b6b-a69c6517593b), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:49.685876 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-208abbd2-050b-4212-a6a0-9e95543491ee req-f88b870f-e885-4022-8d14-63a214d78cc6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.1355121 Apr 28 14:09:49.710683 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12fda0-c46f-429f-8c5d-e76e601cdce8 req-c996b432-50a8-4d78-8629-10355d65c71a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:49.712988 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1f12fda0-c46f-429f-8c5d-e76e601cdce8 req-c996b432-50a8-4d78-8629-10355d65c71a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 943 time: 0.1532772 Apr 28 14:09:49.751629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'Port': ['ID=5a5a29f2-e045-4360-9b6b-a69c6517593b,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:49.768300 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (60d5db05-e7b8-421a-9b59-c86d97e50d3b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:49.807089 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:49.808548 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-26f05388-839f-4dd4-b902-03d495fa30f3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6577840 Apr 28 14:09:49.840767 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37792) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:49.861820 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1f12fda0-c46f-429f-8c5d-e76e601cdce8 req-61d5655d-4dd0-4b16-8ba5-d3055ad4dff1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340249 Apr 28 14:09:49.888447 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 4eae45c7-05e6-4cee-a508-d568bfafef40 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:50.040664 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a56638b6-865a-4bb6-8a2e-73dcef95e15d up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:50.138077 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-464ee413-da69-44bf-b85b-d148b8578db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.160996 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0ea05943-ee1d-4ee3-8ef3-cdaa8d52d3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.165159 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port a56638b6-865a-4bb6-8a2e-73dcef95e15d completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:09:50.172275 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port a56638b6-865a-4bb6-8a2e-73dcef95e15d triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:50.172651 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.178903 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-34e3543e-cac6-4aca-87d8-1ab116286301 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2105687633&fields=id&tenant_id=4af9f146066048418277f36db15f3f65 HTTP/1.1" status: 200 len: 267 time: 0.0948265 Apr 28 14:09:50.261345 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a56638b6-865a-4bb6-8a2e-73dcef95e15d is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:50.263176 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.289730 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9334da8a-8289-48e6-9413-8e8dd8c9b79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56638b6-865a-4bb6-8a2e-73dcef95e15d'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:09:50.318560 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-f074d039-bea9-417a-87e9-d6b82668e86b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:50.320012 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-f074d039-bea9-417a-87e9-d6b82668e86b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/networks?id=b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 200 len: 811 time: 0.1318474 Apr 28 14:09:50.350484 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0ea05943-ee1d-4ee3-8ef3-cdaa8d52d3a7 admin admin] Publish callbacks [] for security_group (272ebf24-8eeb-4cd2-8661-cdc31c1c831f), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.359663 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ec374e63-d638-4f2c-986d-f897044c2338 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/quotas/4af9f146066048418277f36db15f3f65 HTTP/1.1" status: 200 len: 375 time: 0.0258839 Apr 28 14:09:50.362435 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0ea05943-ee1d-4ee3-8ef3-cdaa8d52d3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (272ebf24-8eeb-4cd2-8661-cdc31c1c831f), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.365354 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a56638b6-865a-4bb6-8a2e-73dcef95e15d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a56638b6-865a-4bb6-8a2e-73dcef95e15d,segment=NetworkSegment(5255b7d4-1346-4a6e-b73e-23dae39a5775),segment_id=5255b7d4-1346-4a6e-b73e-23dae39a5775)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:50.371500 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.372466 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a14231ff-5634-46c9-8940-cc5cc6137354 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:50.432801 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-72957830-d424-496c-ad0e-0072190c8eca tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723355 Apr 28 14:09:50.482849 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a56638b6-865a-4bb6-8a2e-73dcef95e15d,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:50.491037 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port a14231ff-5634-46c9-8940-cc5cc6137354 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:09:50.501254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac5b0e-2f94-4de1-9c51-d63d4c4a901e" -d '{"events": [{"server_uuid": "9334da8a-8289-48e6-9413-8e8dd8c9b79c", "name": "network-vif-plugged", "status": "completed", "tag": "a56638b6-865a-4bb6-8a2e-73dcef95e15d"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:09:50.504790 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port a14231ff-5634-46c9-8940-cc5cc6137354 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:50.505284 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.569543 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea05943-ee1d-4ee3-8ef3-cdaa8d52d3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272ebf24-8eeb-4cd2-8661-cdc31c1c831f,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:50.576899 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0ea05943-ee1d-4ee3-8ef3-cdaa8d52d3a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=242ee4b6ad0140369f64b5ebdab63d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7346518 Apr 28 14:09:50.578851 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-3b846c84-071e-419d-a9e4-b0bdf5fdc78a service neutron] 10.222.0.20 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318550 Apr 28 14:09:50.579300 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37836) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:50.606612 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083876a-4525-44f2-a594-bac77a762f8f req-2249bd6b-918a-4e84-a5ef-5f2442b6948d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:50.610228 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7083876a-4525-44f2-a594-bac77a762f8f req-2249bd6b-918a-4e84-a5ef-5f2442b6948d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0701232 Apr 28 14:09:50.613733 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a14231ff-5634-46c9-8940-cc5cc6137354 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:50.614334 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.661374 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a14231ff-5634-46c9-8940-cc5cc6137354, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a14231ff-5634-46c9-8940-cc5cc6137354,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:50.665539 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.678924 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7083876a-4525-44f2-a594-bac77a762f8f req-bccfe24f-5e79-4e66-8c58-9ef8f527be58 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601468 Apr 28 14:09:50.723060 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a14231ff-5634-46c9-8940-cc5cc6137354,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:50.733747 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-83c78c7a-2cc2-41e0-a30a-a4019b577c26 admin admin] Publish callbacks [] for security_group (272ebf24-8eeb-4cd2-8661-cdc31c1c831f), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.740963 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-afcde794-2bdb-41e2-b2a1-9936e47fdcd2 service neutron] 10.222.0.20 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540527 Apr 28 14:09:50.764767 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-83c78c7a-2cc2-41e0-a30a-a4019b577c26 admin admin] Publish callbacks [] for security_group (272ebf24-8eeb-4cd2-8661-cdc31c1c831f), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.811561 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41669a03-73e7-4cba-9538-cc99c24e7e1d x-openstack-request-id: req-41669a03-73e7-4cba-9538-cc99c24e7e1d {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:09:50.811976 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9334da8a-8289-48e6-9413-8e8dd8c9b79c", "name": "network-vif-plugged", "status": "completed", "tag": "a56638b6-865a-4bb6-8a2e-73dcef95e15d", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:09:50.812330 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41669a03-73e7-4cba-9538-cc99c24e7e1d {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:09:50.812983 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41669a03-73e7-4cba-9538-cc99c24e7e1d'] response: {'server_uuid': '9334da8a-8289-48e6-9413-8e8dd8c9b79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56638b6-865a-4bb6-8a2e-73dcef95e15d', 'code': 200} Apr 28 14:09:50.822645 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-83c78c7a-2cc2-41e0-a30a-a4019b577c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (272ebf24-8eeb-4cd2-8661-cdc31c1c831f), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.825948 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-83c78c7a-2cc2-41e0-a30a-a4019b577c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:50.827263 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-83c78c7a-2cc2-41e0-a30a-a4019b577c26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/272ebf24-8eeb-4cd2-8661-cdc31c1c831f HTTP/1.1" status: 204 len: 168 time: 0.2469656 Apr 28 14:09:50.836697 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c78c7a-2cc2-41e0-a30a-a4019b577c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ebf24-8eeb-4cd2-8661-cdc31c1c831f,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:50.948060 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4289d9b3-6533-46df-9027-c1c86ee41ff7 req-73b527db-5487-4f44-b1ce-96423b71321e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0482612 Apr 28 14:09:50.986708 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6ea442ca-99b3-45fb-9946-67959584153a req-51963758-974b-42cc-b373-0a0ad9283b55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0765288 Apr 28 14:09:51.097622 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a1ca-1de1-43b9-9b30-dc9c999aa016 req-0a912aa4-b312-4393-a557-fc4585b63b42 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:51.099130 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2b8a1ca-1de1-43b9-9b30-dc9c999aa016 req-0a912aa4-b312-4393-a557-fc4585b63b42 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 943 time: 0.0638990 Apr 28 14:09:51.178254 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2b8a1ca-1de1-43b9-9b30-dc9c999aa016 req-e7c63dbf-91e1-424b-b963-bab859b5971c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715256 Apr 28 14:09:51.364112 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37872) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:51.377798 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf1ba-5df6-466b-b398-31992a782edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:51.454880 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf1ba-5df6-466b-b398-31992a782edb admin admin] Publish callbacks [] for security_group (985a163b-3723-4196-9a84-ef7afd12e982), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:51.458745 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf1ba-5df6-466b-b398-31992a782edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (985a163b-3723-4196-9a84-ef7afd12e982), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:51.498662 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-2c9cf1ba-5df6-466b-b398-31992a782edb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06adacb933f14663bae55961317d1bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334875 Apr 28 14:09:51.501155 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 37876) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:51.507282 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cf1ba-5df6-466b-b398-31992a782edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a163b-3723-4196-9a84-ef7afd12e982,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:51.553798 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea1ec-baff-4f9c-b4fb-fdd852a59320 admin admin] Publish callbacks [] for security_group (985a163b-3723-4196-9a84-ef7afd12e982), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:51.575857 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea1ec-baff-4f9c-b4fb-fdd852a59320 admin admin] Publish callbacks [] for security_group (985a163b-3723-4196-9a84-ef7afd12e982), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:51.622458 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea1ec-baff-4f9c-b4fb-fdd852a59320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (985a163b-3723-4196-9a84-ef7afd12e982), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:51.624986 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea1ec-baff-4f9c-b4fb-fdd852a59320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:51.626140 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-2e1ea1ec-baff-4f9c-b4fb-fdd852a59320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/985a163b-3723-4196-9a84-ef7afd12e982 HTTP/1.1" status: 204 len: 168 time: 0.1239712 Apr 28 14:09:51.637140 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ea1ec-baff-4f9c-b4fb-fdd852a59320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a163b-3723-4196-9a84-ef7afd12e982,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:51.758919 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:51.800621 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b934-c8cf-47c0-b5a4-d229f782c40b req-95f042ae-b89f-4a8b-8456-932050b38db8 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:51.802265 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2cb3b934-c8cf-47c0-b5a4-d229f782c40b req-95f042ae-b89f-4a8b-8456-932050b38db8 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0540786 Apr 28 14:09:51.853182 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2cb3b934-c8cf-47c0-b5a4-d229f782c40b req-8334d84c-e724-450a-8881-d812aff7c2bd tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Apr 28 14:09:51.994629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-42121d5d-4dd6-47ac-b76e-7942eebbe496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:51.996773 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-42121d5d-4dd6-47ac-b76e-7942eebbe496 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 1127 time: 0.0527790 Apr 28 14:09:52.064433 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-57e1b6ba-bb7b-4cf3-b1b4-65ac8421ac7a req-8e6b62e2-c771-4746-b794-fbabeee295be service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378510 Apr 28 14:09:52.144649 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8788c22b-a298-43a9-837a-8b966da30b98 req-2f97ea8f-36d3-4eab-b4db-813bbb0d9352 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0474036 Apr 28 14:09:52.241830 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8a9c5839-55d1-4823-b711-2d9f20f1a681 req-1d19f87a-8c0a-4c67-971f-ee536538a046 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.1134877 Apr 28 14:09:52.276507 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-60009244-c95d-4872-b660-3943492f2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:52.278095 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-60009244-c95d-4872-b660-3943492f2a08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.2725587 Apr 28 14:09:52.401332 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724c46b-6790-4ec7-b5da-74a88558eeea req-3a188f37-29eb-4d8c-b173-cde8e0004cae tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:52.406111 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8724c46b-6790-4ec7-b5da-74a88558eeea req-3a188f37-29eb-4d8c-b173-cde8e0004cae tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 943 time: 0.1080348 Apr 28 14:09:52.409945 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-560aa0eb-d3a3-4588-acbe-a8c687038aff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f7db596-fa3b-4543-97cc-b92436421fae HTTP/1.1" status: 200 len: 217 time: 0.0848322 Apr 28 14:09:52.550675 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-edb710c6-d1a1-44de-a06c-ccf6cb6c390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:52.558955 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f74c-5816-4217-aa22-829263ca6779 req-e80d1ea7-c68f-4c97-b2a6-46f554c26054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:52.559922 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-edb710c6-d1a1-44de-a06c-ccf6cb6c390e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.1421587 Apr 28 14:09:52.561942 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ee6f74c-5816-4217-aa22-829263ca6779 req-e80d1ea7-c68f-4c97-b2a6-46f554c26054 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 1130 time: 0.1507096 Apr 28 14:09:52.588855 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8724c46b-6790-4ec7-b5da-74a88558eeea req-27d62cf8-efad-4ee6-b77d-b9c24287ee86 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647084 Apr 28 14:09:52.665745 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-966a45e1-ffc4-4098-97f4-0ec1ec4501de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:52.669730 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-966a45e1-ffc4-4098-97f4-0ec1ec4501de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570326 Apr 28 14:09:52.772864 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:52.816395 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7d2697-2696-4548-a7b0-4beb7b5a5754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14231ff-5634-46c9-8940-cc5cc6137354'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:09:52.819162 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45baeb7-aa79-4b65-aa58-6e0c42034b72" -d '{"events": [{"server_uuid": "bc7d2697-2696-4548-a7b0-4beb7b5a5754", "name": "network-vif-plugged", "status": "completed", "tag": "a14231ff-5634-46c9-8940-cc5cc6137354"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:09:52.884066 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc7b653-316b-4d1e-95c9-5f7bd27b4292 x-openstack-request-id: req-ccc7b653-316b-4d1e-95c9-5f7bd27b4292 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:09:52.884468 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7d2697-2696-4548-a7b0-4beb7b5a5754", "name": "network-vif-plugged", "status": "completed", "tag": "a14231ff-5634-46c9-8940-cc5cc6137354", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:09:52.884868 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccc7b653-316b-4d1e-95c9-5f7bd27b4292 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:09:52.885391 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc7b653-316b-4d1e-95c9-5f7bd27b4292'] response: {'server_uuid': 'bc7d2697-2696-4548-a7b0-4beb7b5a5754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14231ff-5634-46c9-8940-cc5cc6137354', 'code': 200} Apr 28 14:09:52.895748 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3ee6f74c-5816-4217-aa22-829263ca6779 req-164f4ba1-7dfa-44bc-863c-c0c8ce80977e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:53.003047 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63b92-b7d2-477a-bbe4-4ea7af009959 req-5a17b263-673e-4e98-9daf-bf6aaba7c1b3 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:53.004743 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-afe63b92-b7d2-477a-bbe4-4ea7af009959 req-5a17b263-673e-4e98-9daf-bf6aaba7c1b3 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0632348 Apr 28 14:09:53.117598 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3ee6f74c-5816-4217-aa22-829263ca6779 req-164f4ba1-7dfa-44bc-863c-c0c8ce80977e service neutron] Publish callbacks [] for security_group (e4026ee3-1a6f-4479-bc55-72cadc58c7ee), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:53.126563 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-afe63b92-b7d2-477a-bbe4-4ea7af009959 req-27b46491-c04b-4507-89a1-20f597777056 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126363 Apr 28 14:09:53.127906 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3ee6f74c-5816-4217-aa22-829263ca6779 req-164f4ba1-7dfa-44bc-863c-c0c8ce80977e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (e4026ee3-1a6f-4479-bc55-72cadc58c7ee), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:53.200973 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ee6f74c-5816-4217-aa22-829263ca6779 req-164f4ba1-7dfa-44bc-863c-c0c8ce80977e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365123 Apr 28 14:09:53.202249 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4ba1-7dfa-44bc-863c-c0c8ce80977e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e4026ee3-1a6f-4479-bc55-72cadc58c7ee,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:53.331547 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1409730f-e01d-41ee-a3a9-5fb03063c68c req-ad41f21d-21e1-4a2e-9087-1003fc932feb tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0400994 Apr 28 14:09:53.356471 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-7d6fd47a-1e01-4664-8b25-4ad92d6823c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634604 Apr 28 14:09:53.413614 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a0cdac46-c987-4c6b-9898-227cd2d6cc21 req-b303ce03-fda3-4717-b17c-f2ee59719af2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0319724 Apr 28 14:09:53.721674 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-5a0b802a-dd22-4b01-91a8-89d948b6da1a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:53.726237 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-5a0b802a-dd22-4b01-91a8-89d948b6da1a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "GET /v2.0/networks?id=b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 200 len: 811 time: 0.2382054 Apr 28 14:09:53.810932 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9555a609-1038-40c1-901a-0aa2f06a8224 req-138c06d8-33f2-4465-a08e-af10c7eb4411 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269689 Apr 28 14:09:53.852973 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-45c784cf-8cc8-436b-b50b-ed1bbf6597d6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:53.854783 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-45c784cf-8cc8-436b-b50b-ed1bbf6597d6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 816 time: 0.3126135 Apr 28 14:09:53.861067 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e33ada-668d-401d-85f4-16cc5ba396c1 req-b8447c88-5e2b-400d-8b1d-6990598ea898 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:53.862443 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-95e33ada-668d-401d-85f4-16cc5ba396c1 req-b8447c88-5e2b-400d-8b1d-6990598ea898 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 943 time: 0.0722432 Apr 28 14:09:53.920656 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-95e33ada-668d-401d-85f4-16cc5ba396c1 req-f3f9c492-4665-45f5-8695-d304c9fb1f6d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 Apr 28 14:09:54.255879 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.268446 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933483-536b-448f-be9e-65e08751e9d7 req-c36a90c7-c812-468c-ab89-b0b868344ea2 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:54.269949 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-fb933483-536b-448f-be9e-65e08751e9d7 req-c36a90c7-c812-468c-ab89-b0b868344ea2 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0648413 Apr 28 14:09:54.318093 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-fb933483-536b-448f-be9e-65e08751e9d7 req-d3d9bbf2-b4a1-4199-8ed6-d719d1ae6373 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Apr 28 14:09:54.433209 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 1f7db596-fa3b-4543-97cc-b92436421fae details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:09:54.437224 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3b9972ac-5332-4b67-aee5-564a369cf229 req-8d4f20f3-6ec5-4d9c-82fe-d4c69af50333 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0271988 Apr 28 14:09:54.538778 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-94870ba6-c32d-45cb-9db7-c5b61a7892f8 req-e28c5aac-998a-4688-9d06-3eb4a0260f42 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0377047 Apr 28 14:09:54.549681 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 1f7db596-fa3b-4543-97cc-b92436421fae, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1f7db596-fa3b-4543-97cc-b92436421fae,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:54.556864 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38042) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:54.567772 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '1f7db596-fa3b-4543-97cc-b92436421fae', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'port_id': '1f7db596-fa3b-4543-97cc-b92436421fae', 'mac_address': 'fa:16:3e:94:d1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:09:54.604444 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 1f7db596-fa3b-4543-97cc-b92436421fae is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:54.604829 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.618437 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7db596-fa3b-4543-97cc-b92436421fae {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:09:54.640817 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 1f7db596-fa3b-4543-97cc-b92436421fae, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1f7db596-fa3b-4543-97cc-b92436421fae,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:54.643911 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.691610 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7db596-fa3b-4543-97cc-b92436421fae,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:54.700618 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-42be40e9-48e4-4cdf-bca0-15d272d01c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.773673 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-42be40e9-48e4-4cdf-bca0-15d272d01c9a admin admin] Publish callbacks [] for security_group (58c9ce3d-598e-48c3-a477-1c104b2ee39c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.777177 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-42be40e9-48e4-4cdf-bca0-15d272d01c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (58c9ce3d-598e-48c3-a477-1c104b2ee39c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.812986 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be40e9-48e4-4cdf-bca0-15d272d01c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9ce3d-598e-48c3-a477-1c104b2ee39c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:54.818228 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-42be40e9-48e4-4cdf-bca0-15d272d01c9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9649251c6d7b48ddb2d4f4f777824cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603667 Apr 28 14:09:54.819945 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38048) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:54.871796 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8063f40a-89eb-461c-8bdf-1e07530d0f2d admin admin] Publish callbacks [] for security_group (58c9ce3d-598e-48c3-a477-1c104b2ee39c), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.892613 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8063f40a-89eb-461c-8bdf-1e07530d0f2d admin admin] Publish callbacks [] for security_group (58c9ce3d-598e-48c3-a477-1c104b2ee39c), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.938352 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8063f40a-89eb-461c-8bdf-1e07530d0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (58c9ce3d-598e-48c3-a477-1c104b2ee39c), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.940851 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8063f40a-89eb-461c-8bdf-1e07530d0f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:54.942968 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8063f40a-89eb-461c-8bdf-1e07530d0f2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58c9ce3d-598e-48c3-a477-1c104b2ee39c HTTP/1.1" status: 204 len: 168 time: 0.1210504 Apr 28 14:09:54.950341 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063f40a-89eb-461c-8bdf-1e07530d0f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9ce3d-598e-48c3-a477-1c104b2ee39c,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:55.034206 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6abf-4820-425e-8dad-55b3d5d898ac req-8e46aa02-60f5-4e63-b255-0a59c12cc3bc tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:55.035687 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20db6abf-4820-425e-8dad-55b3d5d898ac req-8e46aa02-60f5-4e63-b255-0a59c12cc3bc tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 944 time: 0.0465703 Apr 28 14:09:55.085617 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20db6abf-4820-425e-8dad-55b3d5d898ac req-da5566f2-140b-47ad-bbf1-c9265fe523c5 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444684 Apr 28 14:09:55.203408 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38058) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:55.216250 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0e18c211-0a13-47d6-91ff-0e390d64e96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:55.294354 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0e18c211-0a13-47d6-91ff-0e390d64e96c admin admin] Publish callbacks [] for security_group (c7e3ef2b-518f-4b91-80e0-9dabd4575aff), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:55.297980 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0e18c211-0a13-47d6-91ff-0e390d64e96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (c7e3ef2b-518f-4b91-80e0-9dabd4575aff), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:55.336744 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0e18c211-0a13-47d6-91ff-0e390d64e96c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c964f153d5334ab59496a867dc95a751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321273 Apr 28 14:09:55.337844 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18c211-0a13-47d6-91ff-0e390d64e96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e3ef2b-518f-4b91-80e0-9dabd4575aff,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:55.339781 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38060) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:55.390432 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80e1fc84-8483-4e24-ab71-d32fe967fa5b admin admin] Publish callbacks [] for security_group (c7e3ef2b-518f-4b91-80e0-9dabd4575aff), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:55.411929 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80e1fc84-8483-4e24-ab71-d32fe967fa5b admin admin] Publish callbacks [] for security_group (c7e3ef2b-518f-4b91-80e0-9dabd4575aff), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:55.432134 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c92e-2334-42ae-a7ae-1c3963acbc9c req-f1f9ce7c-97fc-4d19-9593-a6d6037e900d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:55.434238 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3be3c92e-2334-42ae-a7ae-1c3963acbc9c req-f1f9ce7c-97fc-4d19-9593-a6d6037e900d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0485742 Apr 28 14:09:55.462142 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80e1fc84-8483-4e24-ab71-d32fe967fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (c7e3ef2b-518f-4b91-80e0-9dabd4575aff), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:55.464736 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80e1fc84-8483-4e24-ab71-d32fe967fa5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:55.468791 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-80e1fc84-8483-4e24-ab71-d32fe967fa5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7e3ef2b-518f-4b91-80e0-9dabd4575aff HTTP/1.1" status: 204 len: 168 time: 0.1280200 Apr 28 14:09:55.477114 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1fc84-8483-4e24-ab71-d32fe967fa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e3ef2b-518f-4b91-80e0-9dabd4575aff,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:55.484596 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3be3c92e-2334-42ae-a7ae-1c3963acbc9c req-e78afe3d-b159-4305-b296-19271667b953 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Apr 28 14:09:55.561070 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e77ffd39-f9b3-457d-a81d-c73e9baf5d1d req-1f5e4c3c-b9fd-4d19-b353-6a9a1d4fd3b4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0263426 Apr 28 14:09:55.641417 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-001ce1e8-10cc-4481-aec2-04a339649736 req-d77bea71-8efe-4c3c-bea5-ab965787ce16 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0279727 Apr 28 14:09:56.205901 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:56.225109 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bcb2a-dbd8-4970-9aa1-3d874fb16631 req-8fcf5dec-8f1c-47b3-88de-9639b122f9d6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:56.226697 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9a9bcb2a-dbd8-4970-9aa1-3d874fb16631 req-8fcf5dec-8f1c-47b3-88de-9639b122f9d6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 944 time: 0.0725334 Apr 28 14:09:56.293070 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-3f7146eb-5538-4c98-8439-8deaae093d99 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af9f146066048418277f36db15f3f65 HTTP/1.1" status: 200 len: 380 time: 0.0857699 Apr 28 14:09:56.367220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a80d2-9dc2-4585-b36b-1b1d0ed909f6 req-5fa52632-a0b7-488f-bd0d-86869e2f0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:56.368722 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb6a80d2-9dc2-4585-b36b-1b1d0ed909f6 req-5fa52632-a0b7-488f-bd0d-86869e2f0ad4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 1129 time: 0.1388674 Apr 28 14:09:56.412216 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-4539dd10-6f2d-4069-b76b-f5f7750d7930 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79beb8c8a2f7430f9d5011cfb455acc7 HTTP/1.1" status: 200 len: 380 time: 0.1804876 Apr 28 14:09:56.415435 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9a9bcb2a-dbd8-4970-9aa1-3d874fb16631 req-6b445387-38e5-4122-a612-bf183107c5f7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468108 Apr 28 14:09:56.429243 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['1f7db596-fa3b-4543-97cc-b92436421fae'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:09:56.610330 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcab3d1-d5de-4c29-a2a7-c5f9b8554069 req-304129c2-0c17-4ebf-af09-12966562db31 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:56.611914 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4fcab3d1-d5de-4c29-a2a7-c5f9b8554069 req-304129c2-0c17-4ebf-af09-12966562db31 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0539107 Apr 28 14:09:56.628924 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38118) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:56.665644 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4fcab3d1-d5de-4c29-a2a7-c5f9b8554069 req-cc2d28cb-1a44-4230-a256-6273c815d01f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Apr 28 14:09:56.666602 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-20a91724-053e-4ab7-8ffe-fd8c21a93792 req-2bd7529f-6eee-487c-bbf4-1d7078168cd2 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0315542 Apr 28 14:09:56.759310 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5fb0a13c-d2d6-4430-80a7-0659c202b1e6 req-8ed2ab1a-ad78-4d29-bc83-bc2daa4e5e8a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0318263 Apr 28 14:09:56.764930 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-502963a0-471f-4512-a845-075048343ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:56.837204 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-502963a0-471f-4512-a845-075048343ddd admin admin] Publish callbacks [] for security_group (042e4659-3d17-487c-ac80-dad06a1d596a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:56.841455 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-502963a0-471f-4512-a845-075048343ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (042e4659-3d17-487c-ac80-dad06a1d596a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:56.878926 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-502963a0-471f-4512-a845-075048343ddd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70563574e64045b79d5d01fc705dd3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488029 Apr 28 14:09:56.879782 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502963a0-471f-4512-a845-075048343ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e4659-3d17-487c-ac80-dad06a1d596a,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:56.881704 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38124) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:09:56.930811 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-104abee8-3ecf-440a-9e53-a8facffaf507 admin admin] Publish callbacks [] for security_group (042e4659-3d17-487c-ac80-dad06a1d596a), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:56.953070 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-104abee8-3ecf-440a-9e53-a8facffaf507 admin admin] Publish callbacks [] for security_group (042e4659-3d17-487c-ac80-dad06a1d596a), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:57.002550 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-104abee8-3ecf-440a-9e53-a8facffaf507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (042e4659-3d17-487c-ac80-dad06a1d596a), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:57.006077 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-104abee8-3ecf-440a-9e53-a8facffaf507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:57.007915 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-104abee8-3ecf-440a-9e53-a8facffaf507 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/042e4659-3d17-487c-ac80-dad06a1d596a HTTP/1.1" status: 204 len: 168 time: 0.1249671 Apr 28 14:09:57.018329 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104abee8-3ecf-440a-9e53-a8facffaf507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e4659-3d17-487c-ac80-dad06a1d596a,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:57.534741 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf879f8-f82c-404f-815d-cd9c3c7181c6 req-d7bebaf0-d987-4b68-ad72-ed3878041dfe tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:57.536292 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-acf879f8-f82c-404f-815d-cd9c3c7181c6 req-d7bebaf0-d987-4b68-ad72-ed3878041dfe tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 944 time: 0.0466008 Apr 28 14:09:57.583218 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-acf879f8-f82c-404f-815d-cd9c3c7181c6 req-c0a77f76-5489-4ade-aa37-dd0cb27b83e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Apr 28 14:09:57.770192 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c0a2bd73-7071-4f4a-b8ce-b357a07d4e73 req-89eeec5a-4b54-44f0-81dd-787ffd5e5c2f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0329361 Apr 28 14:09:57.784491 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdc16f-1a69-437e-bfe2-515d028f7798 req-85fdea5d-bbb4-4147-8003-6d620e95cd6f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:57.791665 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-fbcdc16f-1a69-437e-bfe2-515d028f7798 req-85fdea5d-bbb4-4147-8003-6d620e95cd6f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0541332 Apr 28 14:09:57.835903 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-fbcdc16f-1a69-437e-bfe2-515d028f7798 req-f5b0961d-195b-4287-a929-f50b65785762 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Apr 28 14:09:57.862420 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-51948a4f-7774-4a67-a968-382012311936 req-89130f6e-3b70-4cde-8c05-082f876c8914 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0297260 Apr 28 14:09:58.695112 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d441968-1c84-4b43-be4f-81f72644c3c9 req-ced1c170-b9ad-4ccd-9e4a-e62adeaf4642 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:58.696545 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6d441968-1c84-4b43-be4f-81f72644c3c9 req-ced1c170-b9ad-4ccd-9e4a-e62adeaf4642 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 944 time: 0.0487418 Apr 28 14:09:58.741597 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6d441968-1c84-4b43-be4f-81f72644c3c9 req-a9d25be5-7b11-4b90-8c0a-e8721996140e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389872 Apr 28 14:09:58.863524 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-50b26f1e-68d9-4261-b674-f22667217cc7 req-248f98f2-3d7e-4d17-a5d7-f716000e3820 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0269606 Apr 28 14:09:58.950913 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d97ed7-d9ef-47e9-a18c-19f5d5bb4f43 req-863ebc04-2964-42e3-91f0-d7e32e03d71f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:58.952385 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21d97ed7-d9ef-47e9-a18c-19f5d5bb4f43 req-863ebc04-2964-42e3-91f0-d7e32e03d71f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0465088 Apr 28 14:09:58.957509 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-03cf2179-9358-481d-ba72-e7e99157e1b9 req-184a9861-1326-4527-b517-333d59807b86 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Apr 28 14:09:58.997945 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21d97ed7-d9ef-47e9-a18c-19f5d5bb4f43 req-41b7521a-ffc6-4dfb-a859-66c2c2e015cd tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Apr 28 14:09:59.305660 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'port': {'device_id': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'admin_state_up': True, 'tenant_id': '4af9f146066048418277f36db15f3f65', 'security_groups': ['15425afd-187e-42d4-a9f0-6fd74a7e2018']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:59.306761 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'port': {'device_id': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'admin_state_up': True, 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'security_groups': ['d21e51e7-1c90-4cdf-9f02-450508346e18']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:59.412075 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb6a80d2-9dc2-4585-b36b-1b1d0ed909f6 req-666e8490-2ce6-4dc4-a581-2b141494a539 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012144 Apr 28 14:09:59.414673 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Made reservation on behalf of 4af9f146066048418277f36db15f3f65 for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:59.418887 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.453464 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Made reservation on behalf of 79beb8c8a2f7430f9d5011cfb455acc7 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:09:59.456795 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.553432 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Allocated IP 172.20.0.12 (b3f29a40-da20-4e2b-83c1-cfff83c004e2/493ac07b-0c2e-4603-b459-bb187b4237a3/63bd25c8-a9e7-4f88-a444-b5834db44c7d) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:59.603783 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Allocated IP 172.20.0.6 (10c7cd94-4f96-4578-a49c-aa84774d80aa/bfdae0c7-577d-4996-abbf-fda349cd2754/a133d1b5-98cd-49de-9fe2-d9b321f8572a) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:09:59.676718 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 1f7db596-fa3b-4543-97cc-b92436421fae up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:09:59.692709 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.724161 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 1f7db596-fa3b-4543-97cc-b92436421fae completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:09:59.731507 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.732337 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 1f7db596-fa3b-4543-97cc-b92436421fae triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:09:59.733921 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.746404 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.785176 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.786479 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:59.792580 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:59.798375 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:59.803493 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:59.804097 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.818293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'Port': ['ID=63bd25c8-a9e7-4f88-a444-b5834db44c7d,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:59.832145 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ba4baec0-cf6c-462f-89dd-cd6363933729 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5303605 Apr 28 14:09:59.881451 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:09:59.883183 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 1f7db596-fa3b-4543-97cc-b92436421fae is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:09:59.883578 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:09:59.890332 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:09:59.894539 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:09:59.900806 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:09:59.923099 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Request body: {'port': {'device_id': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:09:59.930807 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35df843-a328-45cb-9774-4685dad795f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7db596-fa3b-4543-97cc-b92436421fae'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:09:59.938816 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245a38f9-8452-4600-a2d6-967605bb144b" -d '{"events": [{"server_uuid": "a35df843-a328-45cb-9774-4685dad795f6", "name": "network-vif-plugged", "status": "completed", "tag": "1f7db596-fa3b-4543-97cc-b92436421fae"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:09:59.943072 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b448bc2-2f35-439f-9a98-c24ceace671b req-f9bd936b-6777-4431-a779-44808bb60c6e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:09:59.949989 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0b448bc2-2f35-439f-9a98-c24ceace671b req-f9bd936b-6777-4431-a779-44808bb60c6e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 944 time: 0.1087728 Apr 28 14:09:59.971852 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 1f7db596-fa3b-4543-97cc-b92436421fae, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1f7db596-fa3b-4543-97cc-b92436421fae,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:09:59.981224 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:00.048145 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:00.048630 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:00.076754 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=1f7db596-fa3b-4543-97cc-b92436421fae,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:00.097284 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-ef91d1df-9d19-447a-8c60-7d99cba1d9ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7944362 Apr 28 14:10:00.105811 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:00.110640 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0b448bc2-2f35-439f-9a98-c24ceace671b req-f59aae0e-ce36-4234-a495-4721ba45ad41 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434987 Apr 28 14:10:00.183788 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c43c5-6708-43bc-af63-fdb5c015b986 x-openstack-request-id: req-280c43c5-6708-43bc-af63-fdb5c015b986 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:00.184127 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35df843-a328-45cb-9774-4685dad795f6", "name": "network-vif-plugged", "status": "completed", "tag": "1f7db596-fa3b-4543-97cc-b92436421fae", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:00.184384 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-280c43c5-6708-43bc-af63-fdb5c015b986 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:00.184804 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280c43c5-6708-43bc-af63-fdb5c015b986'] response: {'server_uuid': 'a35df843-a328-45cb-9774-4685dad795f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7db596-fa3b-4543-97cc-b92436421fae', 'code': 200} Apr 28 14:10:00.204941 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-6e3adc4d-4c3c-4e92-9ecd-5b2160c67ffc None None] Provisioning complete for port 63bd25c8-a9e7-4f88-a444-b5834db44c7d triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:10:00.205336 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6e3adc4d-4c3c-4e92-9ecd-5b2160c67ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:00.273650 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-6e3adc4d-4c3c-4e92-9ecd-5b2160c67ffc None None] Port 63bd25c8-a9e7-4f88-a444-b5834db44c7d cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:10:00.340994 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473c235-6f04-4607-af14-ed7cabc5a809 req-34449b18-fe8d-49b8-a242-fac67ebc1061 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:00.346545 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3756a-642b-4c10-bab3-5de49697d9b3 req-98ae0018-9678-4299-ade6-00d67dca7f5a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:00.347745 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9473c235-6f04-4607-af14-ed7cabc5a809 req-34449b18-fe8d-49b8-a242-fac67ebc1061 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 932 time: 0.2693563 Apr 28 14:10:00.348042 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3ee3756a-642b-4c10-bab3-5de49697d9b3 req-98ae0018-9678-4299-ade6-00d67dca7f5a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 931 time: 0.0575957 Apr 28 14:10:00.403703 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-e677ff35-9775-4341-b387-0089b1029c3c None None] Provisioning complete for port a133d1b5-98cd-49de-9fe2-d9b321f8572a triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:10:00.407742 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e677ff35-9775-4341-b387-0089b1029c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:00.445478 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9473c235-6f04-4607-af14-ed7cabc5a809 req-bf0223f1-b0ac-41c4-b59a-e52a5b0bd5c0 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968318 Apr 28 14:10:00.451595 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3ee3756a-642b-4c10-bab3-5de49697d9b3 req-3bcd74d5-388f-4320-8825-500eb52ef195 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938833 Apr 28 14:10:00.454478 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-e677ff35-9775-4341-b387-0089b1029c3c None None] Port a133d1b5-98cd-49de-9fe2-d9b321f8572a cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:10:00.553241 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Request body: {'port': {'device_id': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:00.579179 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7d1d0-b4ea-4a1c-bf85-2f93fc34ec77 req-bd64ac3a-546e-4b57-8b34-a651b84e88a2 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:00.580664 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7e7d1d0-b4ea-4a1c-bf85-2f93fc34ec77 req-bd64ac3a-546e-4b57-8b34-a651b84e88a2 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0569894 Apr 28 14:10:00.660426 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7e7d1d0-b4ea-4a1c-bf85-2f93fc34ec77 req-8de9bacb-682e-4894-8ef9-f2002897e42e tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707159 Apr 28 14:10:00.699698 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:00.731579 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bd25c8-a9e7-4f88-a444-b5834db44c7d {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:10:00.748517 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Publish callbacks [] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:00.767950 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Transition to ACTIVE for port object 63bd25c8-a9e7-4f88-a444-b5834db44c7d will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:10:00.773695 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:00.837732 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Pushing event updated for resources: {'Port': ['ID=63bd25c8-a9e7-4f88-a444-b5834db44c7d,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:00.878209 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38234) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:00.891832 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Attempting to bind port 63bd25c8-a9e7-4f88-a444-b5834db44c7d on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:10:00.892368 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Attempting to bind port 63bd25c8-a9e7-4f88-a444-b5834db44c7d by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:10:00.893117 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Attempting to bind port 63bd25c8-a9e7-4f88-a444-b5834db44c7d on network b3f29a40-da20-4e2b-83c1-cfff83c004e2 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:10:00.899510 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Port 63bd25c8-a9e7-4f88-a444-b5834db44c7d on network b3f29a40-da20-4e2b-83c1-cfff83c004e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:10:00.900239 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Attempting to bind port 63bd25c8-a9e7-4f88-a444-b5834db44c7d on network b3f29a40-da20-4e2b-83c1-cfff83c004e2 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:10:00.906736 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:10:00.907379 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Checking segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:10:00.907970 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Bound using segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:10:00.909133 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Bound port: 63bd25c8-a9e7-4f88-a444-b5834db44c7d, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:10:00.909754 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.013544 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] For port 63bd25c8-a9e7-4f88-a444-b5834db44c7d, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:10:01.019724 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] For port 63bd25c8-a9e7-4f88-a444-b5834db44c7d, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:10:01.028091 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.091534 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:01.093524 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.095298 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] 10.222.0.13 "PUT /v2.0/ports/63bd25c8-a9e7-4f88-a444-b5834db44c7d HTTP/1.1" status: 200 len: 1094 time: 1.1855812 Apr 28 14:10:01.099050 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'tag': '63bd25c8-a9e7-4f88-a444-b5834db44c7d'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:01.103375 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030eb0c6-ffc3-4118-b990-498df43528dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d95490-c910-4983-aef6-9b3f93a71a6b", "tag": "63bd25c8-a9e7-4f88-a444-b5834db44c7d"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:01.145367 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f16f2c8b-c932-4f0d-90d6-29a2f7c720b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.177369 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b97e0c-df57-40ae-b60b-5cd9924f748c x-openstack-request-id: req-c4b97e0c-df57-40ae-b60b-5cd9924f748c {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:01.178261 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d95490-c910-4983-aef6-9b3f93a71a6b", "tag": "63bd25c8-a9e7-4f88-a444-b5834db44c7d", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:01.178663 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4b97e0c-df57-40ae-b60b-5cd9924f748c {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:01.179212 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b97e0c-df57-40ae-b60b-5cd9924f748c'] response: {'name': 'network-changed', 'server_uuid': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'tag': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'status': 'completed', 'code': 200} Apr 28 14:10:01.203392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a1cec-97af-401c-8baa-4b5f5060c227 service neutron] Pushing event updated for resources: {'Port': ['ID=63bd25c8-a9e7-4f88-a444-b5834db44c7d,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:01.231186 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38254) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:01.305329 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa4e03-8c8f-4e5c-abb0-72c62153fdb3 req-5e26abf7-0733-4796-a6a3-ecfb7a82e694 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:01.306882 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a4fa4e03-8c8f-4e5c-abb0-72c62153fdb3 req-5e26abf7-0733-4796-a6a3-ecfb7a82e694 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0725145 Apr 28 14:10:01.347575 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f16f2c8b-c932-4f0d-90d6-29a2f7c720b1 admin admin] Publish callbacks [] for security_group (01e40d39-20cc-4bdd-a8d3-5710380adbf4), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.360239 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f16f2c8b-c932-4f0d-90d6-29a2f7c720b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (01e40d39-20cc-4bdd-a8d3-5710380adbf4), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.393951 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a4fa4e03-8c8f-4e5c-abb0-72c62153fdb3 req-f9b86f33-38c4-44a8-bcbf-172b0e576163 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801771 Apr 28 14:10:01.425245 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f2c8b-c932-4f0d-90d6-29a2f7c720b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e40d39-20cc-4bdd-a8d3-5710380adbf4,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:01.445851 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-f16f2c8b-c932-4f0d-90d6-29a2f7c720b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56828777053a42e89c7aac1cf7b87483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5638824 Apr 28 14:10:01.449105 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38260) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:01.459340 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a133d1b5-98cd-49de-9fe2-d9b321f8572a {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:10:01.473346 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Publish callbacks [] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.506318 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Transition to ACTIVE for port object a133d1b5-98cd-49de-9fe2-d9b321f8572a will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:10:01.526603 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ce4717b0-961c-4e00-8e90-2cdfbba28b5f admin admin] Publish callbacks [] for security_group (01e40d39-20cc-4bdd-a8d3-5710380adbf4), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.532348 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.590782 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9751b4-36a9-4f0f-b23a-5d1c85b75361 req-9b7003e0-59cb-4f99-8259-352d95161e8c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:01.592152 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-da9751b4-36a9-4f0f-b23a-5d1c85b75361 req-9b7003e0-59cb-4f99-8259-352d95161e8c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0491052 Apr 28 14:10:01.615295 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-30f44ef7-a177-41eb-9afa-6e8af0a1cf9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.624116 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ce4717b0-961c-4e00-8e90-2cdfbba28b5f admin admin] Publish callbacks [] for security_group (01e40d39-20cc-4bdd-a8d3-5710380adbf4), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.639619 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-da9751b4-36a9-4f0f-b23a-5d1c85b75361 req-51006670-a4de-4f47-9f70-6bf508ed51c7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Apr 28 14:10:01.671386 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792c945-da77-4e09-b2c5-4a9c3ac34e38 req-347780ac-00ad-4e16-b227-3f6b44914ea7 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:01.672874 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8792c945-da77-4e09-b2c5-4a9c3ac34e38 req-347780ac-00ad-4e16-b227-3f6b44914ea7 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.1325300 Apr 28 14:10:01.678830 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:01.792935 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2964-578b-4e80-aadb-04b3273df615 req-78838d2a-4789-44cd-8ac4-75050c5bbc6e tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:01.794456 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ab0b2964-578b-4e80-aadb-04b3273df615 req-78838d2a-4789-44cd-8ac4-75050c5bbc6e tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0525973 Apr 28 14:10:01.816942 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8792c945-da77-4e09-b2c5-4a9c3ac34e38 req-3d3b80da-553f-4f79-966e-b96cb32b58bb tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320324 Apr 28 14:10:01.820190 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ce4717b0-961c-4e00-8e90-2cdfbba28b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (01e40d39-20cc-4bdd-a8d3-5710380adbf4), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.823908 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ce4717b0-961c-4e00-8e90-2cdfbba28b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.827565 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ce4717b0-961c-4e00-8e90-2cdfbba28b5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01e40d39-20cc-4bdd-a8d3-5710380adbf4 HTTP/1.1" status: 204 len: 168 time: 0.3747690 Apr 28 14:10:01.845056 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4717b0-961c-4e00-8e90-2cdfbba28b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e40d39-20cc-4bdd-a8d3-5710380adbf4,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:01.883254 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ab0b2964-578b-4e80-aadb-04b3273df615 req-5ad838f6-92cf-4dcf-a802-80576476e8ab tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811613 Apr 28 14:10:01.886471 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Attempting to bind port a133d1b5-98cd-49de-9fe2-d9b321f8572a on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:10:01.887153 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Attempting to bind port a133d1b5-98cd-49de-9fe2-d9b321f8572a by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:10:01.887653 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Attempting to bind port a133d1b5-98cd-49de-9fe2-d9b321f8572a on network 10c7cd94-4f96-4578-a49c-aa84774d80aa {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:10:01.902505 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-30f44ef7-a177-41eb-9afa-6e8af0a1cf9b admin admin] Publish callbacks [] for security_group (394d6741-2186-4f1f-99df-48ecb8d825e0), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.903378 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Port a133d1b5-98cd-49de-9fe2-d9b321f8572a on network 10c7cd94-4f96-4578-a49c-aa84774d80aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:10:01.903692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Attempting to bind port a133d1b5-98cd-49de-9fe2-d9b321f8572a on network 10c7cd94-4f96-4578-a49c-aa84774d80aa {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:10:01.912070 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-30f44ef7-a177-41eb-9afa-6e8af0a1cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (394d6741-2186-4f1f-99df-48ecb8d825e0), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.916274 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:10:01.916684 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Checking segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:10:01.917037 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Bound using segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:10:01.917488 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Bound port: a133d1b5-98cd-49de-9fe2-d9b321f8572a, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:10:01.917858 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:01.971990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f44ef7-a177-41eb-9afa-6e8af0a1cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d6741-2186-4f1f-99df-48ecb8d825e0,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:01.993172 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-30f44ef7-a177-41eb-9afa-6e8af0a1cf9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf152ea816e7490b80d981dbd0ad194a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606483 Apr 28 14:10:01.996426 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38272) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:02.040451 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:10:02.044896 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:10:02.052812 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa965-1415-42d8-bc85-49bbf2133161 admin admin] Publish callbacks [] for security_group (394d6741-2186-4f1f-99df-48ecb8d825e0), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.057313 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.082584 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa965-1415-42d8-bc85-49bbf2133161 admin admin] Publish callbacks [] for security_group (394d6741-2186-4f1f-99df-48ecb8d825e0), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.101355 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:02.101761 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.103235 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] 10.222.0.13 "PUT /v2.0/ports/a133d1b5-98cd-49de-9fe2-d9b321f8572a HTTP/1.1" status: 200 len: 1093 time: 1.5545111 Apr 28 14:10:02.106032 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:02.108170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d1a62a-3a22-40f8-866f-bacf64f8d2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:02.139669 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb9da6-3ac2-4b8b-9050-abff3c9b4a07 service neutron] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:02.164766 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa965-1415-42d8-bc85-49bbf2133161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (394d6741-2186-4f1f-99df-48ecb8d825e0), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.168414 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa965-1415-42d8-bc85-49bbf2133161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.171649 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0dfaa965-1415-42d8-bc85-49bbf2133161 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/394d6741-2186-4f1f-99df-48ecb8d825e0 HTTP/1.1" status: 204 len: 168 time: 0.1722655 Apr 28 14:10:02.191222 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc618e8-cc42-4191-881a-e63446ece535 x-openstack-request-id: req-ecc618e8-cc42-4191-881a-e63446ece535 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:02.191621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:02.191958 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecc618e8-cc42-4191-881a-e63446ece535 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:02.192351 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc618e8-cc42-4191-881a-e63446ece535'] response: {'name': 'network-changed', 'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'status': 'completed', 'code': 200} Apr 28 14:10:02.193243 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaa965-1415-42d8-bc85-49bbf2133161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d6741-2186-4f1f-99df-48ecb8d825e0,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:02.299900 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38284) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:02.322230 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1540b9dd-0ab8-4472-9df8-dba314ce7546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.410166 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1540b9dd-0ab8-4472-9df8-dba314ce7546 admin admin] Publish callbacks [] for security_group (39524ef8-7660-46dd-a041-4b8977564415), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.414048 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1540b9dd-0ab8-4472-9df8-dba314ce7546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (39524ef8-7660-46dd-a041-4b8977564415), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.451484 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540b9dd-0ab8-4472-9df8-dba314ce7546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39524ef8-7660-46dd-a041-4b8977564415,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:02.455669 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1540b9dd-0ab8-4472-9df8-dba314ce7546 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f4750094a83458187c373f364199dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547592 Apr 28 14:10:02.458547 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38294) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:02.530017 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-54fe52e5-0e09-4e28-8742-b47d1d5bd131 admin admin] Publish callbacks [] for security_group (39524ef8-7660-46dd-a041-4b8977564415), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.535900 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd176506-4715-4e04-a67b-b7b247af87c8 req-e94ae23c-257e-4c67-82c2-92340ed18d57 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:02.537396 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bd176506-4715-4e04-a67b-b7b247af87c8 req-e94ae23c-257e-4c67-82c2-92340ed18d57 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0490201 Apr 28 14:10:02.552691 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-54fe52e5-0e09-4e28-8742-b47d1d5bd131 admin admin] Publish callbacks [] for security_group (39524ef8-7660-46dd-a041-4b8977564415), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.592499 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bd176506-4715-4e04-a67b-b7b247af87c8 req-4fd34a52-18ec-41b4-a2bd-2180bf8d215d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492659 Apr 28 14:10:02.604881 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-54fe52e5-0e09-4e28-8742-b47d1d5bd131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (39524ef8-7660-46dd-a041-4b8977564415), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.607774 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-54fe52e5-0e09-4e28-8742-b47d1d5bd131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.609052 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-54fe52e5-0e09-4e28-8742-b47d1d5bd131 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39524ef8-7660-46dd-a041-4b8977564415 HTTP/1.1" status: 204 len: 168 time: 0.1492004 Apr 28 14:10:02.617703 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe52e5-0e09-4e28-8742-b47d1d5bd131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39524ef8-7660-46dd-a041-4b8977564415,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:02.653747 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38298) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:02.666694 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f513db18-49d3-4de7-83c6-cde4dbce6da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.773170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f513db18-49d3-4de7-83c6-cde4dbce6da9 admin admin] Publish callbacks [] for security_group (1ebc9ecf-a62b-432e-adbb-c3bf70382183), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.779908 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f513db18-49d3-4de7-83c6-cde4dbce6da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1ebc9ecf-a62b-432e-adbb-c3bf70382183), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.797440 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28379290-5b16-438c-b891-544bbdd49070 req-c4a8d0ce-bd31-4f92-a6bc-f310f5bfc504 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:02.799069 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-28379290-5b16-438c-b891-544bbdd49070 req-c4a8d0ce-bd31-4f92-a6bc-f310f5bfc504 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0731199 Apr 28 14:10:02.848041 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f513db18-49d3-4de7-83c6-cde4dbce6da9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e2175db13cd4b7eb5d346733eb2a502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932113 Apr 28 14:10:02.849386 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513db18-49d3-4de7-83c6-cde4dbce6da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebc9ecf-a62b-432e-adbb-c3bf70382183,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:02.850764 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38306) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:02.880616 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-28379290-5b16-438c-b891-544bbdd49070 req-ceb20a59-49ac-4a79-8961-e08da1b915c5 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707197 Apr 28 14:10:02.914791 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdc00-25aa-43cf-849a-358c862e0a5d admin admin] Publish callbacks [] for security_group (1ebc9ecf-a62b-432e-adbb-c3bf70382183), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.945410 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdc00-25aa-43cf-849a-358c862e0a5d admin admin] Publish callbacks [] for security_group (1ebc9ecf-a62b-432e-adbb-c3bf70382183), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:02.994819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317e43-dbf4-4ee2-bb34-b71293f02e67 req-d80dd93c-22c0-4839-857b-2bd1036e60a8 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:02.996304 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec317e43-dbf4-4ee2-bb34-b71293f02e67 req-d80dd93c-22c0-4839-857b-2bd1036e60a8 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.0677791 Apr 28 14:10:03.044313 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdc00-25aa-43cf-849a-358c862e0a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1ebc9ecf-a62b-432e-adbb-c3bf70382183), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:03.046811 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdc00-25aa-43cf-849a-358c862e0a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:03.047915 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a8dfdc00-25aa-43cf-849a-358c862e0a5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ebc9ecf-a62b-432e-adbb-c3bf70382183 HTTP/1.1" status: 204 len: 168 time: 0.1950562 Apr 28 14:10:03.052976 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec317e43-dbf4-4ee2-bb34-b71293f02e67 req-d415d2ca-6c94-4100-b689-8550e05d89dc tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494235 Apr 28 14:10:03.059645 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfdc00-25aa-43cf-849a-358c862e0a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebc9ecf-a62b-432e-adbb-c3bf70382183,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:03.726250 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb2d86-09e5-41ff-95b0-e4d1b23cf233 req-d9e91890-a48b-473f-98d4-fd3435aecb96 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:03.729689 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38358) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:03.731969 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4bb2d86-09e5-41ff-95b0-e4d1b23cf233 req-d9e91890-a48b-473f-98d4-fd3435aecb96 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0682361 Apr 28 14:10:03.785772 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d4bb2d86-09e5-41ff-95b0-e4d1b23cf233 req-88e1661a-2bd0-4c55-9d58-f4f18435b946 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458400 Apr 28 14:10:03.852486 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38364) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:03.907492 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1743795085-network', 'tenant_id': '5172c7bdfef847f7b181cd59cdd982d3'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:03.924994 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e6f68129-98e3-444f-ae70-f07acd319055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:03.928626 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Made reservation on behalf of 5172c7bdfef847f7b181cd59cdd982d3 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:10:03.931171 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:03.942127 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.017812 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675605a0-9d34-4e60-9ab8-807838f68f7d req-9daa622a-3abd-4bcc-bbb0-0eb02112a719 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:04.019297 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-675605a0-9d34-4e60-9ab8-807838f68f7d req-9daa622a-3abd-4bcc-bbb0-0eb02112a719 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0594308 Apr 28 14:10:04.026776 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Publish callbacks [] for security_group (0d3dd4c8-0133-4363-82d0-4a88d3e35dd9), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.029716 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (0d3dd4c8-0133-4363-82d0-4a88d3e35dd9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.058858 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:10:04.063683 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3dd4c8-0133-4363-82d0-4a88d3e35dd9,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:04.069266 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e6f68129-98e3-444f-ae70-f07acd319055 admin admin] Publish callbacks [] for security_group (725c8e94-fb33-462a-adff-ac75a29fe04f), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.072810 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (b01186e1-5181-4ede-8014-5a3e50ccc15a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.072919 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Added segment b01186e1-5181-4ede-8014-5a3e50ccc15a of type vlan for network 85d4a89e-b740-470f-b51b-580fa38a080c Apr 28 14:10:04.079527 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e6f68129-98e3-444f-ae70-f07acd319055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (725c8e94-fb33-462a-adff-ac75a29fe04f), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.103887 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-675605a0-9d34-4e60-9ab8-807838f68f7d req-c272052e-ee6b-4141-b8b3-947c9e0d5306 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778470 Apr 28 14:10:04.127148 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f68129-98e3-444f-ae70-f07acd319055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725c8e94-fb33-462a-adff-ac75a29fe04f,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:04.131946 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-e6f68129-98e3-444f-ae70-f07acd319055 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ca7c59ebe214406a9002788a652c24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4012761 Apr 28 14:10:04.135558 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38372) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:04.145051 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (85d4a89e-b740-470f-b51b-580fa38a080c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.233244 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4f1de-fbe8-4333-88de-d5abe3dd5802 req-734cf322-490b-4d56-8514-daac9beba0a4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:04.234848 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f6f4f1de-fbe8-4333-88de-d5abe3dd5802 req-734cf322-490b-4d56-8514-daac9beba0a4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.0772443 Apr 28 14:10:04.235464 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (85d4a89e-b740-470f-b51b-580fa38a080c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.236307 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:04.236859 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.291902 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cfae0a96-2824-4c13-be3a-3df61e9094dc admin admin] Publish callbacks [] for security_group (725c8e94-fb33-462a-adff-ac75a29fe04f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.302843 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4489222 Apr 28 14:10:04.306496 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38376) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:04.313375 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Request body: {'subnet': {'network_id': '85d4a89e-b740-470f-b51b-580fa38a080c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1743795085-subnet', 'tenant_id': '5172c7bdfef847f7b181cd59cdd982d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:04.341491 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c355f-d846-4469-a926-e89272ab2fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=85d4a89e-b740-470f-b51b-580fa38a080c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:04.343869 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Made reservation on behalf of 5172c7bdfef847f7b181cd59cdd982d3 for: {'subnet': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:10:04.352583 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 85d4a89e-b740-470f-b51b-580fa38a080c details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:10:04.359824 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.373374 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cfae0a96-2824-4c13-be3a-3df61e9094dc admin admin] Publish callbacks [] for security_group (725c8e94-fb33-462a-adff-ac75a29fe04f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.382811 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f6f4f1de-fbe8-4333-88de-d5abe3dd5802 req-e0c836d7-b0d9-4c89-9957-74a1f5008561 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399462 Apr 28 14:10:04.438597 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cfae0a96-2824-4c13-be3a-3df61e9094dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (725c8e94-fb33-462a-adff-ac75a29fe04f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.441652 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cfae0a96-2824-4c13-be3a-3df61e9094dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.442885 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-cfae0a96-2824-4c13-be3a-3df61e9094dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/725c8e94-fb33-462a-adff-ac75a29fe04f HTTP/1.1" status: 204 len: 168 time: 0.3055999 Apr 28 14:10:04.452474 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae0a96-2824-4c13-be3a-3df61e9094dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725c8e94-fb33-462a-adff-ac75a29fe04f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:04.766033 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (68d51201-db81-411e-bca8-79562d02f752), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.837839 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d51201-db81-411e-bca8-79562d02f752,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:04.848465 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Checking segment: {'id': 'b01186e1-5181-4ede-8014-5a3e50ccc15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '85d4a89e-b740-470f-b51b-580fa38a080c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:10:04.848703 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Network hostable DHCP agents. Network: 85d4a89e-b740-470f-b51b-580fa38a080c, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:10:04.869123 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Network 85d4a89e-b740-470f-b51b-580fa38a080c is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:10:04.880057 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 85d4a89e-b740-470f-b51b-580fa38a080c) {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:10:04.896793 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083bfa2-74b7-43d7-8b6c-0df38672b296 None None] Network 85d4a89e-b740-470f-b51b-580fa38a080c requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:10:04.898976 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:04.900279 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:04.922502 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-89e344f9-ca4c-4099-a5b1-45a28c691dbc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6147029 Apr 28 14:10:05.004284 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eb0c6-ffc3-4118-b990-498df43528dc req-da48493b-e532-4bd1-ac74-c537d4e94835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:05.005934 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-030eb0c6-ffc3-4118-b990-498df43528dc req-da48493b-e532-4bd1-ac74-c537d4e94835 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 1128 time: 0.0564878 Apr 28 14:10:05.050555 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc9d7a-f016-4434-ab5f-255efb6ec628 req-fd666413-8401-414a-b3e7-d4717231a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:05.052961 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bebc9d7a-f016-4434-ab5f-255efb6ec628 req-fd666413-8401-414a-b3e7-d4717231a62d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 1129 time: 0.1656249 Apr 28 14:10:05.064899 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6edb-4af6-4583-ad30-db312727ee7b req-7c479a97-b2a9-43b8-bc60-0a1452acb717 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:05.066418 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7aeb6edb-4af6-4583-ad30-db312727ee7b req-7c479a97-b2a9-43b8-bc60-0a1452acb717 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.1391296 Apr 28 14:10:05.113755 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b4dbb2-30ed-4706-a59c-c610a17fdafb None None] Network 85d4a89e-b740-470f-b51b-580fa38a080c requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:10:05.135841 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7aeb6edb-4af6-4583-ad30-db312727ee7b req-6b140e48-a118-46e4-af05-323a088a7235 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630090 Apr 28 14:10:05.271971 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e04e4f-ae27-411b-bc4f-0ce1c4ff2f39 req-504e8f4e-0b88-4e02-9913-6b8a577d3457 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:05.281926 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a0e04e4f-ae27-411b-bc4f-0ce1c4ff2f39 req-504e8f4e-0b88-4e02-9913-6b8a577d3457 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0615773 Apr 28 14:10:05.328910 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a0e04e4f-ae27-411b-bc4f-0ce1c4ff2f39 req-b646f980-5c5d-4579-a886-0c08b638c719 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478737 Apr 28 14:10:05.517139 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa48ec9-52b6-48e6-bf84-322895480d4a req-4eebc590-e95e-439c-9fea-9a99259c9281 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:05.524012 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6aa48ec9-52b6-48e6-bf84-322895480d4a req-4eebc590-e95e-439c-9fea-9a99259c9281 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.0620649 Apr 28 14:10:05.582480 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6aa48ec9-52b6-48e6-bf84-322895480d4a req-ffcfa658-5384-4ad2-b6f9-36d7e85d1d42 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575414 Apr 28 14:10:05.639229 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38454) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:05.644025 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1167789195-network', 'tenant_id': 'b09226da6f424a838c4734f707662aef'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:05.663819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Made reservation on behalf of b09226da6f424a838c4734f707662aef for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:10:05.667704 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:05.677325 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:05.764169 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Publish callbacks [] for security_group (dac452e3-fb03-4593-ae19-1101dfeeabb0), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:05.767832 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (dac452e3-fb03-4593-ae19-1101dfeeabb0), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:05.800381 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:10:05.810577 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac452e3-fb03-4593-ae19-1101dfeeabb0,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:05.813458 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (2b8b4c4b-a3bf-4f4c-a76e-3bb4f785b559), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:05.813837 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Added segment 2b8b4c4b-a3bf-4f4c-a76e-3bb4f785b559 of type vlan for network d6f48f87-7b6a-44d9-98c7-f59c4dc417b8 Apr 28 14:10:05.854630 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (d6f48f87-7b6a-44d9-98c7-f59c4dc417b8), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:05.883516 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (d6f48f87-7b6a-44d9-98c7-f59c4dc417b8), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:05.884512 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:05.885077 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:05.924253 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2839098 Apr 28 14:10:05.928346 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38466) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:05.938431 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Request body: {'subnet': {'network_id': 'd6f48f87-7b6a-44d9-98c7-f59c4dc417b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1167789195-subnet', 'tenant_id': 'b09226da6f424a838c4734f707662aef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:05.953000 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0bd8c-514d-4441-9e6d-0cbfbd1db3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f48f87-7b6a-44d9-98c7-f59c4dc417b8,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:05.964761 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network d6f48f87-7b6a-44d9-98c7-f59c4dc417b8 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:10:05.967433 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Made reservation on behalf of b09226da6f424a838c4734f707662aef for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:10:05.969886 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16879718'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:06.136307 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16879764'] for subnet (f9406ced-e527-43a0-ac76-031fe4971a37), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:06.191127 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9406ced-e527-43a0-ac76-031fe4971a37,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:06.200422 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Checking segment: {'id': '2b8b4c4b-a3bf-4f4c-a76e-3bb4f785b559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd6f48f87-7b6a-44d9-98c7-f59c4dc417b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:10:06.200775 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Network hostable DHCP agents. Network: d6f48f87-7b6a-44d9-98c7-f59c4dc417b8, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:10:06.227131 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Network d6f48f87-7b6a-44d9-98c7-f59c4dc417b8 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:10:06.251095 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, d6f48f87-7b6a-44d9-98c7-f59c4dc417b8) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:10:06.259751 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:06.260364 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:06.260468 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8b8c5-db3a-4c41-b1a6-6cd8281fbcad None None] Network d6f48f87-7b6a-44d9-98c7-f59c4dc417b8 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:10:06.271238 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39343ba-ac3a-4198-a228-19385c5a645f req-4720a70b-cdbf-433f-8f91-5322b432dcbc tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:06.272713 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b39343ba-ac3a-4198-a228-19385c5a645f req-4720a70b-cdbf-433f-8f91-5322b432dcbc tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0567143 Apr 28 14:10:06.300015 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-afb9dfcc-5118-48a7-8e46-c926c2c3ec50 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3697953 Apr 28 14:10:06.332263 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b39343ba-ac3a-4198-a228-19385c5a645f req-863cce9d-5bfb-4a1c-b4b7-5b18d1659cd9 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514815 Apr 28 14:10:06.364041 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d98e98-a642-44ef-abd5-71a6c2aeb714 None None] Network d6f48f87-7b6a-44d9-98c7-f59c4dc417b8 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:10:06.452936 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54fddb-26ac-49a9-95af-c3081db6f2c8 req-edf54f21-f53d-4d76-bd50-a6c89aae6c4d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:06.454483 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8f54fddb-26ac-49a9-95af-c3081db6f2c8 req-edf54f21-f53d-4d76-bd50-a6c89aae6c4d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0532484 Apr 28 14:10:06.503130 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8f54fddb-26ac-49a9-95af-c3081db6f2c8 req-3a7a6703-148b-4b04-8dbb-e5fa38aa1126 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Apr 28 14:10:06.692569 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53d8c3-bad9-4166-bada-4fcae4a86317 req-b0fb9311-bc53-48ff-8c1f-0aa51aa90309 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:06.694045 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8d53d8c3-bad9-4166-bada-4fcae4a86317 req-b0fb9311-bc53-48ff-8c1f-0aa51aa90309 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.0467658 Apr 28 14:10:06.743368 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8d53d8c3-bad9-4166-bada-4fcae4a86317 req-0baf0941-5072-4a42-b6c2-d6499fa91c17 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Apr 28 14:10:07.445699 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eda91-dbf5-4f0e-a857-41758b7c4480 req-cc442c1e-0409-4491-91f1-e7bb661d34c1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:07.447121 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3e9eda91-dbf5-4f0e-a857-41758b7c4480 req-cc442c1e-0409-4491-91f1-e7bb661d34c1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0488226 Apr 28 14:10:07.492179 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3e9eda91-dbf5-4f0e-a857-41758b7c4480 req-9fed938c-7854-4e66-a782-cd5027298d41 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Apr 28 14:10:07.615328 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67868df-aca4-4724-9430-a2b4cdcb9c10 req-cbd6ce4e-ce5a-4a71-bede-4239fdc52f80 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:07.616757 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e67868df-aca4-4724-9430-a2b4cdcb9c10 req-cbd6ce4e-ce5a-4a71-bede-4239fdc52f80 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0452948 Apr 28 14:10:07.662782 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e67868df-aca4-4724-9430-a2b4cdcb9c10 req-1fda48cc-4576-4b75-b2b3-e5e27261ea99 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401032 Apr 28 14:10:07.925988 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7fb46-13ce-4b00-9129-f20038ebebc2 req-269af251-9821-4bab-9866-ab8d84b5adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:07.933841 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d2b7fb46-13ce-4b00-9129-f20038ebebc2 req-269af251-9821-4bab-9866-ab8d84b5adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.1187975 Apr 28 14:10:07.959913 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a62a-3a22-40f8-866f-bacf64f8d2e4 req-7b8125d4-5513-4b98-b302-14096aceb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:07.961389 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-42d1a62a-3a22-40f8-866f-bacf64f8d2e4 req-7b8125d4-5513-4b98-b302-14096aceb16c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 1127 time: 0.1131804 Apr 28 14:10:08.013491 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bebc9d7a-f016-4434-ab5f-255efb6ec628 req-499d856c-d37d-4ecf-9776-e7f505001235 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630332 Apr 28 14:10:08.060423 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eb0c6-ffc3-4118-b990-498df43528dc req-a636a959-3eb2-402b-aaa3-699fb58d231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.062781 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-030eb0c6-ffc3-4118-b990-498df43528dc req-a636a959-3eb2-402b-aaa3-699fb58d231e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4af9f146066048418277f36db15f3f65&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2294290 Apr 28 14:10:08.091664 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d2b7fb46-13ce-4b00-9129-f20038ebebc2 req-62954c91-b2b4-4860-a7f7-5aca7d26973f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569479 Apr 28 14:10:08.179282 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a62a-3a22-40f8-866f-bacf64f8d2e4 req-218234eb-7351-44e4-b024-a03f42a4e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.180706 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-42d1a62a-3a22-40f8-866f-bacf64f8d2e4 req-218234eb-7351-44e4-b024-a03f42a4e36c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2083378 Apr 28 14:10:08.420422 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a62a-3a22-40f8-866f-bacf64f8d2e4 req-0b8e666e-7cc7-45fa-8642-b25af39f6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.422300 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-42d1a62a-3a22-40f8-866f-bacf64f8d2e4 req-0b8e666e-7cc7-45fa-8642-b25af39f6e3d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601539 Apr 28 14:10:08.426233 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eb0c6-ffc3-4118-b990-498df43528dc req-525d717f-a3db-4ec0-819c-b1971d609268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.427695 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-030eb0c6-ffc3-4118-b990-498df43528dc req-525d717f-a3db-4ec0-819c-b1971d609268 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653922 Apr 28 14:10:08.610165 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b801ef8-11f4-48bd-a8a9-41b9dd209155 req-c3f6addb-5e2f-4f83-bb55-70bd43237d4c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.611581 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4b801ef8-11f4-48bd-a8a9-41b9dd209155 req-c3f6addb-5e2f-4f83-bb55-70bd43237d4c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Apr 28 14:10:08.657862 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4b801ef8-11f4-48bd-a8a9-41b9dd209155 req-f2af889f-9f00-45df-b771-2987860bed83 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Apr 28 14:10:08.779397 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687029c-9120-4ebd-bec9-a3890b3a9563 req-0b3996ff-088a-44e5-af49-ee03c4f755d4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.780840 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7687029c-9120-4ebd-bec9-a3890b3a9563 req-0b3996ff-088a-44e5-af49-ee03c4f755d4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0467772 Apr 28 14:10:08.827044 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7687029c-9120-4ebd-bec9-a3890b3a9563 req-6ebc2124-31a6-44e4-bb96-f5f5874af41c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Apr 28 14:10:08.873646 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-fb59758c-5447-4e48-957e-710c83a4f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.874910 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-fb59758c-5447-4e48-957e-710c83a4f722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 1128 time: 0.0442622 Apr 28 14:10:08.877379 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-682abc6f-5a43-4315-914a-97a95922b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.879105 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-682abc6f-5a43-4315-914a-97a95922b638 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 1127 time: 0.0473652 Apr 28 14:10:08.933200 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-6015172d-e323-4a67-af89-a6685db36a7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a HTTP/1.1" status: 200 len: 217 time: 0.0345135 Apr 28 14:10:08.939127 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-6f4c9f5d-b78a-4c0e-b0f8-9fd01084d630 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d HTTP/1.1" status: 200 len: 217 time: 0.0413563 Apr 28 14:10:08.986876 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-24853ab4-63aa-4acf-854d-15e2df5574fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.988233 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-24853ab4-63aa-4acf-854d-15e2df5574fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0473063 Apr 28 14:10:08.997871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-9a174a3d-66db-4d79-ad40-091334b76018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:08.999682 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-9a174a3d-66db-4d79-ad40-091334b76018 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ac07b-0c2e-4603-b459-bb187b4237a3 HTTP/1.1" status: 200 len: 850 time: 0.0496304 Apr 28 14:10:09.037962 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-88fa2f27-8515-45e6-9c1a-b0ce36964e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:09.045271 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:10:09.050860 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-88fa2f27-8515-45e6-9c1a-b0ce36964e40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429518 Apr 28 14:10:09.057744 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ec6976aa-2ae6-4663-a5c7-6a13fdc8deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:09.059450 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-ec6976aa-2ae6-4663-a5c7-6a13fdc8deca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3f29a40-da20-4e2b-83c1-cfff83c004e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457065 Apr 28 14:10:09.192248 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-164a6c39-ed6b-4fcc-aa4a-4daf5495852e service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376956 Apr 28 14:10:09.233538 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9ce4-de67-4775-b870-d689901124de req-2f5b86e2-246a-4b92-b3cf-338c4c486f8f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:09.235451 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f8fd9ce4-de67-4775-b870-d689901124de req-2f5b86e2-246a-4b92-b3cf-338c4c486f8f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.0557876 Apr 28 14:10:09.296060 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f8fd9ce4-de67-4775-b870-d689901124de req-29e3d0be-1fa2-40bf-8d25-0ff04ad6a12b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551231 Apr 28 14:10:09.356589 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-cffcfb9a-ffaa-4449-beee-62e5fdfaad3d service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877345 Apr 28 14:10:09.811055 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6810c73-ab0a-47a5-ad11-f55cde3c2e59 req-47fe26b1-aecd-4bbe-84cc-87d6ffd41ded tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:09.812576 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e6810c73-ab0a-47a5-ad11-f55cde3c2e59 req-47fe26b1-aecd-4bbe-84cc-87d6ffd41ded tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0710471 Apr 28 14:10:09.979255 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e6810c73-ab0a-47a5-ad11-f55cde3c2e59 req-e254938c-9f27-475a-862c-981f72870f97 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608682 Apr 28 14:10:10.000844 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2d31dcc-b0ee-49b7-ace7-775f5cda1edc req-d55af270-f303-4916-9395-ee2b6a3c7a77 service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649523 Apr 28 14:10:10.030050 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5c09dd01-2813-445a-b71a-61a625ae1674 req-221d11d1-51ca-4447-a157-6fa83cde86b7 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941156 Apr 28 14:10:10.038532 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd30c5-f574-45c0-9806-08cd510c2bca req-c1af2483-cdfe-42a1-b0b4-c90e9275efba tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:10.039999 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-52fd30c5-f574-45c0-9806-08cd510c2bca req-c1af2483-cdfe-42a1-b0b4-c90e9275efba tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0868793 Apr 28 14:10:10.106116 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-52fd30c5-f574-45c0-9806-08cd510c2bca req-86136355-1a56-4cbc-b16c-16a58cfc2fc0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604026 Apr 28 14:10:10.418386 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce2841-abb1-4e90-9c11-3a52b9aa983c req-b2f546d0-cf63-49da-a6f9-84f2b42aea85 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:10.420203 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4dce2841-abb1-4e90-9c11-3a52b9aa983c req-b2f546d0-cf63-49da-a6f9-84f2b42aea85 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.0499616 Apr 28 14:10:10.469054 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4dce2841-abb1-4e90-9c11-3a52b9aa983c req-a6ba9074-8cf6-4e86-b423-0bd6df735d3f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Apr 28 14:10:11.239550 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dbdb-39b9-4b02-a07a-06423a5901c8 req-6c72e515-d3e9-4494-92e3-05cc2707fe34 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:11.241272 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f598dbdb-39b9-4b02-a07a-06423a5901c8 req-6c72e515-d3e9-4494-92e3-05cc2707fe34 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0543895 Apr 28 14:10:11.247422 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6c2ff-179a-4667-bc3d-ec9a710c5d06 req-2422fdd7-5b07-41f5-a2f6-4414e99afe05 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:11.248880 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-78b6c2ff-179a-4667-bc3d-ec9a710c5d06 req-2422fdd7-5b07-41f5-a2f6-4414e99afe05 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0469167 Apr 28 14:10:11.290767 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f598dbdb-39b9-4b02-a07a-06423a5901c8 req-de5078d9-120b-4d6e-85ee-b12080bd3c2e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Apr 28 14:10:11.308551 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-78b6c2ff-179a-4667-bc3d-ec9a710c5d06 req-0f45afe3-5727-4327-bffc-548930e11fcc tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Apr 28 14:10:11.422478 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38638) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:11.544370 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ef41764-350a-4ea0-b24f-d4f548d2c0e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:11.589246 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef8bb3-06af-4339-b9f2-f1bb73c528e3 req-2ef56073-4f65-418a-8c19-09bbe8e0d1ab tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:11.590564 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f2ef8bb3-06af-4339-b9f2-f1bb73c528e3 req-2ef56073-4f65-418a-8c19-09bbe8e0d1ab tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.0499756 Apr 28 14:10:11.646382 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f2ef8bb3-06af-4339-b9f2-f1bb73c528e3 req-84edfb84-f974-4a40-abbf-f3e283f01348 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503480 Apr 28 14:10:11.651273 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e200b43-ec3b-4a88-880f-e684b747b9d1 req-72774dd4-cffc-482f-a0f7-cc99df9fb32e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:11.654214 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8e200b43-ec3b-4a88-880f-e684b747b9d1 req-72774dd4-cffc-482f-a0f7-cc99df9fb32e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0565364 Apr 28 14:10:11.691185 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ef41764-350a-4ea0-b24f-d4f548d2c0e9 admin admin] Publish callbacks [] for security_group (3423fe9b-381e-4424-9de9-5f5467c5fc3f), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:11.698876 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ef41764-350a-4ea0-b24f-d4f548d2c0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3423fe9b-381e-4424-9de9-5f5467c5fc3f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:11.766096 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8e200b43-ec3b-4a88-880f-e684b747b9d1 req-178371cc-8410-49b5-83e4-d77985bbec21 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022313 Apr 28 14:10:11.767870 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef41764-350a-4ea0-b24f-d4f548d2c0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3423fe9b-381e-4424-9de9-5f5467c5fc3f,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:11.787331 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1ef41764-350a-4ea0-b24f-d4f548d2c0e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4cfe7ea90334d0396a900370b7c6ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604500 Apr 28 14:10:11.787331 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38652) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:11.840085 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-487f047c-3074-47ee-836f-57c1ee7f2ccb admin admin] Publish callbacks [] for security_group (3423fe9b-381e-4424-9de9-5f5467c5fc3f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:11.848225 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-a167266e-87f3-42d4-a12f-2fdcdef111c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:11.850029 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-a167266e-87f3-42d4-a12f-2fdcdef111c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 1129 time: 0.0737038 Apr 28 14:10:11.866092 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-487f047c-3074-47ee-836f-57c1ee7f2ccb admin admin] Publish callbacks [] for security_group (3423fe9b-381e-4424-9de9-5f5467c5fc3f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:11.919212 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-487f047c-3074-47ee-836f-57c1ee7f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3423fe9b-381e-4424-9de9-5f5467c5fc3f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:11.921901 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-487f047c-3074-47ee-836f-57c1ee7f2ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:11.925461 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-487f047c-3074-47ee-836f-57c1ee7f2ccb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3423fe9b-381e-4424-9de9-5f5467c5fc3f HTTP/1.1" status: 204 len: 168 time: 0.1352682 Apr 28 14:10:11.936458 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f047c-3074-47ee-836f-57c1ee7f2ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3423fe9b-381e-4424-9de9-5f5467c5fc3f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:11.957772 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-5f37dc52-231c-45a7-a204-f4a92c42cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:11.959493 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-5f37dc52-231c-45a7-a204-f4a92c42cd41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.0983541 Apr 28 14:10:12.006547 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-07adec9e-6c99-43e8-bfb3-df7cc484d097 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f7db596-fa3b-4543-97cc-b92436421fae HTTP/1.1" status: 200 len: 217 time: 0.0397100 Apr 28 14:10:12.059799 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-743fc52c-efe0-4398-b8cd-897f3a4b7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:12.061603 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-743fc52c-efe0-4398-b8cd-897f3a4b7ee4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0480621 Apr 28 14:10:12.409839 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e82a-facf-4020-8ac5-624d9894d311 req-cf02747b-7a33-4d9c-9dd0-dcba12443b0a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:12.411248 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2be9e82a-facf-4020-8ac5-624d9894d311 req-cf02747b-7a33-4d9c-9dd0-dcba12443b0a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0457118 Apr 28 14:10:12.455471 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2be9e82a-facf-4020-8ac5-624d9894d311 req-ae8e546a-d96c-48c7-ae7c-9fb4816ee32b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387340 Apr 28 14:10:12.765210 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653552b-b78e-4157-a093-66519904eec2 req-ace28b87-4910-4840-b88f-22968bc93aff tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:12.766680 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2653552b-b78e-4157-a093-66519904eec2 req-ace28b87-4910-4840-b88f-22968bc93aff tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 944 time: 0.0455582 Apr 28 14:10:12.816001 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2653552b-b78e-4157-a093-66519904eec2 req-159e1edc-3731-4a1f-8405-4b8fe5c82c56 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Apr 28 14:10:12.884845 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0afe46-0f1e-4e67-912c-9b7c0f9fd372 req-16d3bf7e-9096-4c9e-b328-6c38e0e1b681 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:12.886404 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dc0afe46-0f1e-4e67-912c-9b7c0f9fd372 req-16d3bf7e-9096-4c9e-b328-6c38e0e1b681 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0450304 Apr 28 14:10:12.924674 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 63bd25c8-a9e7-4f88-a444-b5834db44c7d details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:10:12.942896 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dc0afe46-0f1e-4e67-912c-9b7c0f9fd372 req-f77975ff-a9c1-406e-b5a1-9fce44b9d0d6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509329 Apr 28 14:10:12.974661 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-6ec55157-03b4-4824-9086-bbce02537f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:12.978408 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-6ec55157-03b4-4824-9086-bbce02537f8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497949 Apr 28 14:10:13.032945 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 63bd25c8-a9e7-4f88-a444-b5834db44c7d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:13.043994 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'port_id': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'mac_address': 'fa:16:3e:29:9f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:10:13.080249 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 63bd25c8-a9e7-4f88-a444-b5834db44c7d is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:10:13.080631 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:13.093415 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bd25c8-a9e7-4f88-a444-b5834db44c7d {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:10:13.115578 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 63bd25c8-a9e7-4f88-a444-b5834db44c7d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:13.119603 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:13.165237 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=63bd25c8-a9e7-4f88-a444-b5834db44c7d,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:13.569926 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d54a66-fb00-430c-9ea8-fd22c451000d req-5dfe8306-9abf-4d9b-97c6-e60188b5649a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:13.571407 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f5d54a66-fb00-430c-9ea8-fd22c451000d req-5dfe8306-9abf-4d9b-97c6-e60188b5649a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0473714 Apr 28 14:10:13.619162 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f5d54a66-fb00-430c-9ea8-fd22c451000d req-23bad849-a1ac-43ec-82ef-7f1eb4d1e238 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Apr 28 14:10:13.827977 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-f9180a72-6641-4a27-9bb0-3fbb1bed0021 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865884 Apr 28 14:10:13.933395 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bbf94-a1f9-4d42-b4ae-c30013ab2a71 req-7deb2cf0-7173-461e-8706-f8ab0bf671fe tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:13.934882 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b18bbf94-a1f9-4d42-b4ae-c30013ab2a71 req-7deb2cf0-7173-461e-8706-f8ab0bf671fe tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 945 time: 0.0500546 Apr 28 14:10:13.983242 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b18bbf94-a1f9-4d42-b4ae-c30013ab2a71 req-7d27a320-fd4d-4733-a999-b9147122df52 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Apr 28 14:10:14.054248 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a25f8e-7e04-45df-9757-93a765f3b46a req-caa1a09d-26a2-4f30-8782-020395230774 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:14.055686 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-23a25f8e-7e04-45df-9757-93a765f3b46a req-caa1a09d-26a2-4f30-8782-020395230774 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0460393 Apr 28 14:10:14.101937 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-23a25f8e-7e04-45df-9757-93a765f3b46a req-6597c11e-1e15-48f7-b2ec-f8a8d0f68c5e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402617 Apr 28 14:10:14.756242 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b89ce-0780-401d-aeeb-7623b52e7a7d req-35ba0c1e-4509-4008-8287-63c3e1e4fef2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:14.757725 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ae1b89ce-0780-401d-aeeb-7623b52e7a7d req-35ba0c1e-4509-4008-8287-63c3e1e4fef2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0690982 Apr 28 14:10:14.846366 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabf330-44fb-4233-a79c-fc8f7d48dc2d req-16a35740-7401-4cb6-88fc-5d0dd4e07012 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299407 Apr 28 14:10:14.850445 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ae1b89ce-0780-401d-aeeb-7623b52e7a7d req-9f4c2d3d-c0c8-4512-b4b7-03fbd5862be6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626159 Apr 28 14:10:15.097985 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459dfe1-555b-42ed-b7f5-d3760be60640 req-c523a69d-f392-4e3b-9eb6-702f5d091bc6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:15.099544 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5459dfe1-555b-42ed-b7f5-d3760be60640 req-c523a69d-f392-4e3b-9eb6-702f5d091bc6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 945 time: 0.0496280 Apr 28 14:10:15.112686 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['63bd25c8-a9e7-4f88-a444-b5834db44c7d'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:10:15.153902 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5459dfe1-555b-42ed-b7f5-d3760be60640 req-a7514962-790d-48ae-a5a1-9037907c6066 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481405 Apr 28 14:10:15.228644 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029136-afb0-44e3-8a7e-6b76a41924dc req-e95ab49d-13eb-4622-aa1f-45268d50bdce tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:15.230163 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a0029136-afb0-44e3-8a7e-6b76a41924dc req-e95ab49d-13eb-4622-aa1f-45268d50bdce tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0486279 Apr 28 14:10:15.278398 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a0029136-afb0-44e3-8a7e-6b76a41924dc req-b2629b7b-fec1-4ee5-95e9-2e84e6403f76 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426981 Apr 28 14:10:15.969798 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d490e35-c8cf-47a5-a194-383eadccb3d5 req-7f920c7e-103b-4a46-86d3-a84a32e82133 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:15.971293 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9d490e35-c8cf-47a5-a194-383eadccb3d5 req-7f920c7e-103b-4a46-86d3-a84a32e82133 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0483019 Apr 28 14:10:16.018324 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9d490e35-c8cf-47a5-a194-383eadccb3d5 req-ec448010-ca83-46e8-b849-b9bdc1c39959 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Apr 28 14:10:16.280640 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faee79-2d8d-43c5-b6f7-c0a0e90f72e1 req-012dfc53-f65e-4a36-b9bf-c58644044802 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:16.282349 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-18faee79-2d8d-43c5-b6f7-c0a0e90f72e1 req-012dfc53-f65e-4a36-b9bf-c58644044802 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 945 time: 0.0575070 Apr 28 14:10:16.338979 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-18faee79-2d8d-43c5-b6f7-c0a0e90f72e1 req-e186af68-8a98-47eb-914c-0073beb980b9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504086 Apr 28 14:10:16.399431 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb63e79-1ca5-4057-9f4b-88e2a56ee1de req-baaa2980-b2a5-4307-9c9a-a7822cf09fb7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:16.400900 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aeb63e79-1ca5-4057-9f4b-88e2a56ee1de req-baaa2980-b2a5-4307-9c9a-a7822cf09fb7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0466242 Apr 28 14:10:16.450627 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aeb63e79-1ca5-4057-9f4b-88e2a56ee1de req-89a07490-0eda-4dad-b4c8-527d0dc17c82 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Apr 28 14:10:17.134003 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53102ab3-14e7-49f9-a30f-231ba96a3846 req-be286792-bd5f-4584-8c4b-6a8a985736cf tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:17.135499 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-53102ab3-14e7-49f9-a30f-231ba96a3846 req-be286792-bd5f-4584-8c4b-6a8a985736cf tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0459731 Apr 28 14:10:17.181605 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-53102ab3-14e7-49f9-a30f-231ba96a3846 req-243e09d6-5487-4f0e-81be-fa220c5afe3f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404818 Apr 28 14:10:17.449519 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61154c3-5e1c-432e-8e7e-c9008d6abaec req-ddaf4d4a-6fc8-410a-8e98-30799a2809f9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:17.450981 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c61154c3-5e1c-432e-8e7e-c9008d6abaec req-ddaf4d4a-6fc8-410a-8e98-30799a2809f9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 945 time: 0.0471075 Apr 28 14:10:17.498066 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c61154c3-5e1c-432e-8e7e-c9008d6abaec req-f849b132-3513-46a5-8333-7208918edf5c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Apr 28 14:10:17.562649 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff5c91-6187-49ef-a8c4-ef5734e75208 req-39e8236c-444e-4e70-a2a4-4074b101081d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:17.564063 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d9ff5c91-6187-49ef-a8c4-ef5734e75208 req-39e8236c-444e-4e70-a2a4-4074b101081d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0447352 Apr 28 14:10:17.611412 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d9ff5c91-6187-49ef-a8c4-ef5734e75208 req-5b8e84e5-3be0-47ca-881d-ba53b8924d08 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Apr 28 14:10:17.683027 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5733ade9-a970-4ed9-ae90-7a442a3f454f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:18.294743 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58575a57-5494-4dae-823f-f65ab8d4c24b req-176132c8-29ba-4a72-849e-bc02ccdb1640 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:18.296228 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-58575a57-5494-4dae-823f-f65ab8d4c24b req-176132c8-29ba-4a72-849e-bc02ccdb1640 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0459213 Apr 28 14:10:18.344450 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-58575a57-5494-4dae-823f-f65ab8d4c24b req-c6e3e946-a733-439f-9949-4c270edd57fe tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Apr 28 14:10:18.607813 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:10:18.619115 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 63bd25c8-a9e7-4f88-a444-b5834db44c7d up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:10:18.624782 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771254b-ab5c-4dde-a822-300d4c159391 req-3df397df-b615-4640-aba3-32a7304b3861 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:18.627463 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6771254b-ab5c-4dde-a822-300d4c159391 req-3df397df-b615-4640-aba3-32a7304b3861 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 945 time: 0.0519228 Apr 28 14:10:18.693825 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6771254b-ab5c-4dde-a822-300d4c159391 req-2eb2bbbb-892e-4c82-b4f5-ac9e9ec53a89 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514116 Apr 28 14:10:18.736041 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 63bd25c8-a9e7-4f88-a444-b5834db44c7d completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:10:18.743053 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 63bd25c8-a9e7-4f88-a444-b5834db44c7d triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:10:18.743646 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:18.749128 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4318b17-cd36-4be3-949c-8d4dae6156f9 req-96c58e0c-aaeb-40ae-bea1-bfe52959488e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:18.750656 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4318b17-cd36-4be3-949c-8d4dae6156f9 req-96c58e0c-aaeb-40ae-bea1-bfe52959488e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0590065 Apr 28 14:10:18.793799 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:18.800807 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4318b17-cd36-4be3-949c-8d4dae6156f9 req-dccd5ed8-6d5b-4efb-afad-a325dee8d1b7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 Apr 28 14:10:18.816897 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'port_id': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:10:18.998885 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 63bd25c8-a9e7-4f88-a444-b5834db44c7d is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:10:18.999275 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:19.001146 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a133d1b5-98cd-49de-9fe2-d9b321f8572a is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:10:19.001508 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:19.025714 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a133d1b5-98cd-49de-9fe2-d9b321f8572a {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:10:19.036781 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bd25c8-a9e7-4f88-a444-b5834db44c7d'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:19.039277 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cbef8d-4587-4241-b8b6-d01c0033ef82" -d '{"events": [{"server_uuid": "c6d95490-c910-4983-aef6-9b3f93a71a6b", "name": "network-vif-plugged", "status": "completed", "tag": "63bd25c8-a9e7-4f88-a444-b5834db44c7d"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:19.060328 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 63bd25c8-a9e7-4f88-a444-b5834db44c7d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:19.062422 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:19.064259 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:19.068436 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:19.091734 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52343c9e-394e-4539-b7b8-739f6a0d292b x-openstack-request-id: req-52343c9e-394e-4539-b7b8-739f6a0d292b {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:19.092100 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d95490-c910-4983-aef6-9b3f93a71a6b", "name": "network-vif-plugged", "status": "completed", "tag": "63bd25c8-a9e7-4f88-a444-b5834db44c7d", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:19.092436 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52343c9e-394e-4539-b7b8-739f6a0d292b {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:19.092745 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52343c9e-394e-4539-b7b8-739f6a0d292b'] response: {'server_uuid': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'code': 200} Apr 28 14:10:19.115583 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=63bd25c8-a9e7-4f88-a444-b5834db44c7d,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:19.122520 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.122870 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.123231 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.123591 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.123930 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.124261 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.124587 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.124912 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.125237 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.125590 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.125910 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.126250 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.126578 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.126898 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.127217 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:19.174619 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:19.423304 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['a133d1b5-98cd-49de-9fe2-d9b321f8572a'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:10:19.475854 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615edac4-bb76-47ff-b27c-6f74ff779abd req-3f349e61-68b9-43b6-96a3-04eaf4e9c8e4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:19.477810 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-615edac4-bb76-47ff-b27c-6f74ff779abd req-3f349e61-68b9-43b6-96a3-04eaf4e9c8e4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 944 time: 0.0493379 Apr 28 14:10:19.553178 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-615edac4-bb76-47ff-b27c-6f74ff779abd req-c14a4a8f-3068-4197-bf35-010d7ed94df3 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559549 Apr 28 14:10:19.826555 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e91b8-17e3-4ca1-aac3-6d4962d60df0 req-0399304b-eb63-429d-894e-b908c6a667bb tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:19.828123 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-745e91b8-17e3-4ca1-aac3-6d4962d60df0 req-0399304b-eb63-429d-894e-b908c6a667bb tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0515435 Apr 28 14:10:19.884807 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-745e91b8-17e3-4ca1-aac3-6d4962d60df0 req-ba62028b-e169-411c-97e1-66097a0e5e75 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490558 Apr 28 14:10:19.937707 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6c329-560a-423b-99d5-ab10e64c51ca req-119d245d-c559-48d8-95d8-e9a25a1b63eb tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:19.938924 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfa6c329-560a-423b-99d5-ab10e64c51ca req-119d245d-c559-48d8-95d8-e9a25a1b63eb tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0581408 Apr 28 14:10:20.002267 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dfa6c329-560a-423b-99d5-ab10e64c51ca req-abcdc483-ce49-4897-a3b6-08694a83c858 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572917 Apr 28 14:10:20.040571 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c57f1185-7911-4366-a54c-9de7f4ea52e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:20.076117 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceb584-6576-4ab5-8c42-2c369fe607b2 req-b4f20ddf-e93b-4f98-ad79-07e26bd3c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:20.078901 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2bceb584-6576-4ab5-8c42-2c369fe607b2 req-b4f20ddf-e93b-4f98-ad79-07e26bd3c6d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 1130 time: 0.0588419 Apr 28 14:10:20.126619 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2bceb584-6576-4ab5-8c42-2c369fe607b2 req-ead855a7-f903-4814-aa2d-a5cac35405c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425572 Apr 28 14:10:20.608384 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:10:20.656815 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port a133d1b5-98cd-49de-9fe2-d9b321f8572a completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:10:20.657263 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5f787-2fce-495f-b99f-ea9f2dc5fa5e req-4e3db99c-ebd8-423f-9463-7a8702a07691 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:20.660159 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b3b5f787-2fce-495f-b99f-ea9f2dc5fa5e req-4e3db99c-ebd8-423f-9463-7a8702a07691 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 944 time: 0.0503805 Apr 28 14:10:20.663592 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port a133d1b5-98cd-49de-9fe2-d9b321f8572a triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:10:20.664123 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:20.710437 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b3b5f787-2fce-495f-b99f-ea9f2dc5fa5e req-83ae56f3-53b3-4b8e-a900-e100c3f2ef78 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Apr 28 14:10:20.758468 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a133d1b5-98cd-49de-9fe2-d9b321f8572a is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:10:20.758986 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:20.791661 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:20.794856 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:20.857611 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:21.018265 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b743a3-fa4a-4406-91d5-9fdfc7a5df31 req-2dc3b3f7-7b8e-48d5-a85b-6bb739576f01 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:21.020168 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b4b743a3-fa4a-4406-91d5-9fdfc7a5df31 req-2dc3b3f7-7b8e-48d5-a85b-6bb739576f01 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0610325 Apr 28 14:10:21.088109 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b4b743a3-fa4a-4406-91d5-9fdfc7a5df31 req-8d341982-b717-4194-b624-d2e1385a993b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618649 Apr 28 14:10:21.094925 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:21.110525 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88948525-ed78-4d6c-9966-270b3a8b9147" -d '{"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:21.158678 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612115dd-0ce6-4782-b0d5-83bf0ec0217e x-openstack-request-id: req-612115dd-0ce6-4782-b0d5-83bf0ec0217e {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:21.159244 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:21.159689 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-612115dd-0ce6-4782-b0d5-83bf0ec0217e {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:21.160270 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612115dd-0ce6-4782-b0d5-83bf0ec0217e'] response: {'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'code': 200} Apr 28 14:10:21.200877 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a6935-c750-4bf5-94ac-29b51db64dd3 req-8211de91-828a-4f5f-8a1b-e7931c76cbf3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:21.203627 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b82a6935-c750-4bf5-94ac-29b51db64dd3 req-8211de91-828a-4f5f-8a1b-e7931c76cbf3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0724406 Apr 28 14:10:21.282498 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b82a6935-c750-4bf5-94ac-29b51db64dd3 req-199d17ca-27ab-4979-9684-d7db4072a340 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706329 Apr 28 14:10:21.428345 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df994e83-9870-4c97-aaee-ae44c491ce67 req-ae81ee4b-4546-45c3-accf-b45260bfbc1d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:21.429861 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-df994e83-9870-4c97-aaee-ae44c491ce67 req-ae81ee4b-4546-45c3-accf-b45260bfbc1d tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0480800 Apr 28 14:10:21.482069 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-df994e83-9870-4c97-aaee-ae44c491ce67 req-be150dd4-c8a6-45ed-a18b-212cc1255ae1 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455949 Apr 28 14:10:21.754910 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:21.832465 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b57b-161f-4299-b5f1-e0cca1aef462 req-0c5fb124-7853-4eff-ad55-8db8366511e5 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:21.833963 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6f96b57b-161f-4299-b5f1-e0cca1aef462 req-0c5fb124-7853-4eff-ad55-8db8366511e5 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0478740 Apr 28 14:10:21.868668 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38904) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:21.894857 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6f96b57b-161f-4299-b5f1-e0cca1aef462 req-cb7ebea3-f5ce-4c78-8377-e6bea8c694e9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547278 Apr 28 14:10:21.996446 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.075686 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Publish callbacks [] for security_group (96d41654-d433-4581-a94f-c6c14dfe9fb3), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.080277 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (96d41654-d433-4581-a94f-c6c14dfe9fb3), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.126537 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d41654-d433-4581-a94f-c6c14dfe9fb3,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:22.134730 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ae8db6fef4c472db290c2be42e944de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648571 Apr 28 14:10:22.136298 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.136646 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.137100 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.137449 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.137802 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.137921 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38924) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:22.138374 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.139044 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.139377 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.139727 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.140058 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.140399 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.140847 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.141052 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.141425 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.141822 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de217931-0414-46ee-ac5f-9ec27c29bc1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.194621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Publish callbacks [] for security_group (96d41654-d433-4581-a94f-c6c14dfe9fb3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.211229 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773e552-8a00-4ba5-800f-0349e6076d3c req-d2637258-0b45-4a83-98d5-104248a781d3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:22.211711 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2773e552-8a00-4ba5-800f-0349e6076d3c req-d2637258-0b45-4a83-98d5-104248a781d3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0478985 Apr 28 14:10:22.212118 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38926) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:22.219426 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Publish callbacks [] for security_group (96d41654-d433-4581-a94f-c6c14dfe9fb3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.283723 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2773e552-8a00-4ba5-800f-0349e6076d3c req-14c520c6-54f8-4216-9b15-9089523ee411 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616391 Apr 28 14:10:22.296196 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (96d41654-d433-4581-a94f-c6c14dfe9fb3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.303636 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.308480 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96d41654-d433-4581-a94f-c6c14dfe9fb3 HTTP/1.1" status: 204 len: 168 time: 0.1696374 Apr 28 14:10:22.318792 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d41654-d433-4581-a94f-c6c14dfe9fb3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:22.327866 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.328492 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.329012 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.329358 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.329717 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.330045 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.330368 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.330819 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.331160 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.331495 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.331860 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.332333 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.333039 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.333253 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.333737 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9061c962-35bb-4b49-af89-255ff0bdce5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:10:22.386877 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b3796121-99c6-4bbb-a703-fcd5dd750563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.440739 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41035182-0082-45fc-81d7-cf7e20993408 req-cc6c5222-8df5-4b01-ae88-1ecc977dea5c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:22.443507 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-41035182-0082-45fc-81d7-cf7e20993408 req-cc6c5222-8df5-4b01-ae88-1ecc977dea5c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0524182 Apr 28 14:10:22.447672 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9542ce-70e2-4dd4-a938-36084acc6085 req-b2148692-b4e5-40af-bd67-1ad490f13f9e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:22.449166 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9e9542ce-70e2-4dd4-a938-36084acc6085 req-b2148692-b4e5-40af-bd67-1ad490f13f9e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0722394 Apr 28 14:10:22.454009 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 38940) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:22.462532 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'floatingip': {'port_id': '63bd25c8-a9e7-4f88-a444-b5834db44c7d'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:22.571194 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (60d5db05-e7b8-421a-9b59-c86d97e50d3b), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.618815 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9e9542ce-70e2-4dd4-a938-36084acc6085 req-3d6f220b-e66f-4b12-a578-027cada7549c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528759 Apr 28 14:10:22.659466 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624cd01-1f0f-4709-a171-bcb797ad82f6 req-3e195d3b-950e-4765-994a-5299937e2bf0 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:22.662200 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1624cd01-1f0f-4709-a171-bcb797ad82f6 req-3e195d3b-950e-4765-994a-5299937e2bf0 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0713716 Apr 28 14:10:22.705779 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38950) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:22.722811 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b6de971-f8fd-4c22-a1a2-ef8de00bc9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.738902 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1624cd01-1f0f-4709-a171-bcb797ad82f6 req-815377f4-9fb2-4fb0-bbe4-febf4aa8a1e6 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708046 Apr 28 14:10:22.777978 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.786148 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b3796121-99c6-4bbb-a703-fcd5dd750563 admin admin] Publish callbacks [] for security_group (6a21cfd8-70cd-44ac-b8ec-061a2a377098), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.791692 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b3796121-99c6-4bbb-a703-fcd5dd750563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (6a21cfd8-70cd-44ac-b8ec-061a2a377098), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.823005 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b6de971-f8fd-4c22-a1a2-ef8de00bc9ac admin admin] Publish callbacks [] for security_group (3729c20f-abb1-498d-bb90-6167a00811ec), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.827571 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b6de971-f8fd-4c22-a1a2-ef8de00bc9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3729c20f-abb1-498d-bb90-6167a00811ec), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.866067 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6de971-f8fd-4c22-a1a2-ef8de00bc9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3729c20f-abb1-498d-bb90-6167a00811ec,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:22.871691 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8b6de971-f8fd-4c22-a1a2-ef8de00bc9ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4598bdefb384e479bf1f2af07a19b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649075 Apr 28 14:10:22.874523 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38952) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:22.927667 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cfb01f48-491d-4a68-b7f2-7f2d79f986a6 admin admin] Publish callbacks [] for security_group (3729c20f-abb1-498d-bb90-6167a00811ec), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:22.954134 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cfb01f48-491d-4a68-b7f2-7f2d79f986a6 admin admin] Publish callbacks [] for security_group (3729c20f-abb1-498d-bb90-6167a00811ec), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.004982 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cfb01f48-491d-4a68-b7f2-7f2d79f986a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3729c20f-abb1-498d-bb90-6167a00811ec), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.007740 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cfb01f48-491d-4a68-b7f2-7f2d79f986a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.008881 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-cfb01f48-491d-4a68-b7f2-7f2d79f986a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3729c20f-abb1-498d-bb90-6167a00811ec HTTP/1.1" status: 204 len: 168 time: 0.1332991 Apr 28 14:10:23.017830 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb01f48-491d-4a68-b7f2-7f2d79f986a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3729c20f-abb1-498d-bb90-6167a00811ec,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:23.095214 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b3796121-99c6-4bbb-a703-fcd5dd750563 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6135aef7c82a4e359d338c2f2aceba15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8820088 Apr 28 14:10:23.098777 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 38958) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:23.124318 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3796121-99c6-4bbb-a703-fcd5dd750563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a21cfd8-70cd-44ac-b8ec-061a2a377098,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:23.140167 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f7898-3aa7-4f59-8328-e0430b55d711 req-a52e0d5c-aeb4-41e3-bebc-33a4cd2adbf6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:23.141679 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f98f7898-3aa7-4f59-8328-e0430b55d711 req-a52e0d5c-aeb4-41e3-bebc-33a4cd2adbf6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1185813 Apr 28 14:10:23.158409 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c16c2f34-e228-49f8-8c10-e3eb1b34d394 admin admin] Publish callbacks [] for security_group (6a21cfd8-70cd-44ac-b8ec-061a2a377098), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.190382 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c16c2f34-e228-49f8-8c10-e3eb1b34d394 admin admin] Publish callbacks [] for security_group (6a21cfd8-70cd-44ac-b8ec-061a2a377098), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.240034 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c16c2f34-e228-49f8-8c10-e3eb1b34d394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (6a21cfd8-70cd-44ac-b8ec-061a2a377098), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.243027 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c16c2f34-e228-49f8-8c10-e3eb1b34d394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.247407 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c16c2f34-e228-49f8-8c10-e3eb1b34d394 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a21cfd8-70cd-44ac-b8ec-061a2a377098 HTTP/1.1" status: 204 len: 168 time: 0.1454020 Apr 28 14:10:23.253033 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c2f34-e228-49f8-8c10-e3eb1b34d394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a21cfd8-70cd-44ac-b8ec-061a2a377098,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:23.291369 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f98f7898-3aa7-4f59-8328-e0430b55d711 req-258d9ce0-e74d-4cdf-9873-b3c079455c00 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397080 Apr 28 14:10:23.607401 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.611940 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (60d5db05-e7b8-421a-9b59-c86d97e50d3b), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:23.709361 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187d8a-e895-4bd6-b9dc-15d8d96f96e8 req-d6b2b3cb-66ce-4ee3-9384-5c9fec917f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:23.710872 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d7187d8a-e895-4bd6-b9dc-15d8d96f96e8 req-d6b2b3cb-66ce-4ee3-9384-5c9fec917f48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 1129 time: 0.0587196 Apr 28 14:10:23.792704 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d7187d8a-e895-4bd6-b9dc-15d8d96f96e8 req-055b4134-ebbb-4bc0-b01c-df34899e4b6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527213 Apr 28 14:10:23.803336 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Floating IP 60d5db05-e7b8-421a-9b59-c86d97e50d3b associated. External IP: 172.27.1.87, port: 63bd25c8-a9e7-4f88-a444-b5834db44c7d. Apr 28 14:10:23.845126 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d41025-50c3-4e09-8391-ed7bf3f4b072 req-62576bd6-202c-4b5e-a2d4-de823887188d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:23.848334 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6d41025-50c3-4e09-8391-ed7bf3f4b072 req-62576bd6-202c-4b5e-a2d4-de823887188d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0996623 Apr 28 14:10:23.934662 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b6d41025-50c3-4e09-8391-ed7bf3f4b072 req-2757d2f1-813a-4fcc-a535-e3f7e3413d5d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756023 Apr 28 14:10:23.983942 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128fba9-3f95-490c-a4e4-c9e104d8db08 req-a9247f8f-da09-48d8-8b05-9d9f7013fe02 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:23.985423 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b128fba9-3f95-490c-a4e4-c9e104d8db08 req-a9247f8f-da09-48d8-8b05-9d9f7013fe02 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.1218817 Apr 28 14:10:24.116944 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b128fba9-3f95-490c-a4e4-c9e104d8db08 req-1f84a039-509f-4389-893c-9308fb310a4f tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235914 Apr 28 14:10:24.149349 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39012) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:24.193546 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Router f1641a16-72a3-47dd-b6c3-3781404b9b0c has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:10:24.266118 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.313311 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:10:24.319117 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.339373 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] Sync routers for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:10:24.356828 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:10:24.357889 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:10:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:24.358779 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b0ad5774-8462-40f9-9ac7-e12670dbd3a9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "PUT /v2.0/floatingips/60d5db05-e7b8-421a-9b59-c86d97e50d3b HTTP/1.1" status: 200 len: 991 time: 1.9032509 Apr 28 14:10:24.359377 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'tag': '63bd25c8-a9e7-4f88-a444-b5834db44c7d'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:24.361645 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ac33a-22ec-476f-8618-b76f8579660e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d95490-c910-4983-aef6-9b3f93a71a6b", "tag": "63bd25c8-a9e7-4f88-a444-b5834db44c7d"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:24.421269 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af46ac6-1ed7-4bff-ac84-c8f7dc4e7592 x-openstack-request-id: req-0af46ac6-1ed7-4bff-ac84-c8f7dc4e7592 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:24.421591 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d95490-c910-4983-aef6-9b3f93a71a6b", "tag": "63bd25c8-a9e7-4f88-a444-b5834db44c7d", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:24.421852 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0af46ac6-1ed7-4bff-ac84-c8f7dc4e7592 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:24.422258 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af46ac6-1ed7-4bff-ac84-c8f7dc4e7592'] response: {'name': 'network-changed', 'server_uuid': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'tag': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'status': 'completed', 'code': 200} Apr 28 14:10:24.447724 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-38263157-network', 'tenant_id': '9f0d56bfaa63437f9fd46764d5659862'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:24.475614 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c048d-32b1-4d66-9062-d18b8a43f2b9 req-43759726-1d5a-4153-8602-8a8b01ed4fbe tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:24.477145 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5a1c048d-32b1-4d66-9062-d18b8a43f2b9 req-43759726-1d5a-4153-8602-8a8b01ed4fbe tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0693388 Apr 28 14:10:24.493272 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:10:24.499431 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Made reservation on behalf of 9f0d56bfaa63437f9fd46764d5659862 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:10:24.501970 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.516934 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.553467 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5a1c048d-32b1-4d66-9062-d18b8a43f2b9 req-6435aea8-5c73-4a6c-9c24-b28181923b90 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693948 Apr 28 14:10:24.618056 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Publish callbacks [] for security_group (b98f2797-5317-460e-abd5-30956c9f8f61), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.622903 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b98f2797-5317-460e-abd5-30956c9f8f61), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.633904 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:10:24.654149 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (73265d53-9108-45c7-9a03-856b8b8eac4d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.654415 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Added segment 73265d53-9108-45c7-9a03-856b8b8eac4d of type vlan for network 16c909d6-de22-4254-8c26-16c5ba98f0b3 Apr 28 14:10:24.687912 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f2797-5317-460e-abd5-30956c9f8f61,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:24.705856 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (16c909d6-de22-4254-8c26-16c5ba98f0b3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.732807 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (16c909d6-de22-4254-8c26-16c5ba98f0b3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.733887 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:24.734524 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.781382 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6226425 Apr 28 14:10:24.781753 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39036) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:24.797779 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Request body: {'subnet': {'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-38263157-subnet', 'tenant_id': '9f0d56bfaa63437f9fd46764d5659862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:24.814022 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895130-c930-4278-beae-5d3a2171c14f admin admin] Pushing event updated for resources: {'Network': ['ID=16c909d6-de22-4254-8c26-16c5ba98f0b3,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:24.824755 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 16c909d6-de22-4254-8c26-16c5ba98f0b3 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:10:24.862849 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ac33a-22ec-476f-8618-b76f8579660e req-5b4959fd-4606-4d9f-a380-ac4feda8fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:24.864517 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-331ac33a-22ec-476f-8618-b76f8579660e req-5b4959fd-4606-4d9f-a380-ac4feda8fbed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 1130 time: 0.0615215 Apr 28 14:10:24.865538 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Made reservation on behalf of 9f0d56bfaa63437f9fd46764d5659862 for: {'subnet': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:10:24.868283 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:24.884971 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-b67cfd90-1a90-46f1-a921-eb7253c9db84 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:24.886495 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-b67cfd90-1a90-46f1-a921-eb7253c9db84 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0637338 Apr 28 14:10:24.928254 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '60d5db05-e7b8-421a-9b59-c86d97e50d3b', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'port_id': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'mac_address': 'fa:16:3e:29:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:09:48Z', 'updated_at': '2022-04-28T14:10:23Z', 'revision_number': 1, 'project_id': '4af9f146066048418277f36db15f3f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:24.961350 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] Checking router: f1641a16-72a3-47dd-b6c3-3781404b9b0c for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:10:24.974305 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:10:24.975268 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:10:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:25.095685 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Deleting port a56638b6-865a-4bb6-8a2e-73dcef95e15d {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:10:25.096087 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:25.105409 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:10:25.301584 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45273-76ad-4180-b520-ccf41235b1bd req-aec20216-08d5-4ee5-86e2-8540800d0f80 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:25.303452 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5200d-796a-4a7a-81ef-40d30485469f req-e55d43b4-8f06-4a10-959e-257d9acb1886 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:25.310251 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fe45273-76ad-4180-b520-ccf41235b1bd req-aec20216-08d5-4ee5-86e2-8540800d0f80 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 946 time: 0.0821588 Apr 28 14:10:25.310468 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0ae5200d-796a-4a7a-81ef-40d30485469f req-e55d43b4-8f06-4a10-959e-257d9acb1886 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.1536937 Apr 28 14:10:25.318969 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] For port a56638b6-865a-4bb6-8a2e-73dcef95e15d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a56638b6-865a-4bb6-8a2e-73dcef95e15d,segment=NetworkSegment(5255b7d4-1346-4a6e-b73e-23dae39a5775),segment_id=5255b7d4-1346-4a6e-b73e-23dae39a5775)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:25.319517 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:25.348640 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Calling delete_port for a56638b6-865a-4bb6-8a2e-73dcef95e15d owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:10:25.365484 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ac33a-22ec-476f-8618-b76f8579660e req-983b3a15-81f2-4b9b-aaf6-099640150ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:25.366994 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-331ac33a-22ec-476f-8618-b76f8579660e req-983b3a15-81f2-4b9b-aaf6-099640150ad6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 200 len: 912 time: 0.2114608 Apr 28 14:10:25.434185 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0ae5200d-796a-4a7a-81ef-40d30485469f req-72bf3229-77da-450f-ae9c-973468b36b58 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227033 Apr 28 14:10:25.506257 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8fe45273-76ad-4180-b520-ccf41235b1bd req-84ebbf7d-fb24-4a5a-bc43-0219b16afada tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/security-groups?id=8798d70c-c48e-4c24-912a-1b343ba27503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808534 Apr 28 14:10:25.525362 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '60d5db05-e7b8-421a-9b59-c86d97e50d3b', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'port_id': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'mac_address': 'fa:16:3e:29:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:09:48Z', 'updated_at': '2022-04-28T14:10:23Z', 'revision_number': 1, 'project_id': '4af9f146066048418277f36db15f3f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:25.555603 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (4ebcd037-3680-4576-80dc-8589bffbec81), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:25.566954 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e5e61-df5a-4bad-adc8-d1719111f75e None None] The sync data for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi is: [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '60d5db05-e7b8-421a-9b59-c86d97e50d3b', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'port_id': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'mac_address': 'fa:16:3e:29:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:09:48Z', 'updated_at': '2022-04-28T14:10:23Z', 'revision_number': 1, 'project_id': '4af9f146066048418277f36db15f3f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:10:25.605152 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (a56638b6-865a-4bb6-8a2e-73dcef95e15d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:25.632645 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['a56638b6-865a-4bb6-8a2e-73dcef95e15d'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:10:25.680785 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebcd037-3680-4576-80dc-8589bffbec81,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:25.727867 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Pushing event deleted for resources: {'Port': ['ID=a56638b6-865a-4bb6-8a2e-73dcef95e15d,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:25.756698 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903f361-f4ca-4348-9bf9-7b11f62dc4e3 req-01584e3b-9d18-46df-bad4-cb39f8f770dd tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:25.758213 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b903f361-f4ca-4348-9bf9-7b11f62dc4e3 req-01584e3b-9d18-46df-bad4-cb39f8f770dd tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0828159 Apr 28 14:10:25.768717 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] No DVR routers for this DVR port a56638b6-865a-4bb6-8a2e-73dcef95e15d on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:10:25.772830 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:25.776625 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0a28d980-da96-4d69-bde6-78cf06c361cc req-83c497f8-a8d9-4b28-928c-70ae7c547500 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.13 "DELETE /v2.0/ports/a56638b6-865a-4bb6-8a2e-73dcef95e15d HTTP/1.1" status: 204 len: 173 time: 0.8751330 Apr 28 14:10:25.777087 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9334da8a-8289-48e6-9413-8e8dd8c9b79c', 'name': 'network-vif-deleted', 'tag': 'a56638b6-865a-4bb6-8a2e-73dcef95e15d'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:25.780531 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6761c7f-2eb3-442d-afe9-f78cbd188ff2" -d '{"events": [{"server_uuid": "9334da8a-8289-48e6-9413-8e8dd8c9b79c", "name": "network-vif-deleted", "tag": "a56638b6-865a-4bb6-8a2e-73dcef95e15d"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:25.812788 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Checking segment: {'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:10:25.813068 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Network hostable DHCP agents. Network: 16c909d6-de22-4254-8c26-16c5ba98f0b3, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:10:25.839341 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524561a4-9ee8-4133-acf8-bc1fe886f198 x-openstack-request-id: req-524561a4-9ee8-4133-acf8-bc1fe886f198 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:25.839656 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9334da8a-8289-48e6-9413-8e8dd8c9b79c", "name": "network-vif-deleted", "tag": "a56638b6-865a-4bb6-8a2e-73dcef95e15d", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:25.839916 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-524561a4-9ee8-4133-acf8-bc1fe886f198 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:25.840315 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524561a4-9ee8-4133-acf8-bc1fe886f198'] response: {'server_uuid': '9334da8a-8289-48e6-9413-8e8dd8c9b79c', 'name': 'network-vif-deleted', 'tag': 'a56638b6-865a-4bb6-8a2e-73dcef95e15d', 'status': 'completed', 'code': 200} Apr 28 14:10:25.920547 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cff07a-8348-4b4b-8d57-3bd8fc858ee8 None None] New status for floating IP 60d5db05-e7b8-421a-9b59-c86d97e50d3b: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:10:25.929487 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Network 16c909d6-de22-4254-8c26-16c5ba98f0b3 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:10:25.938498 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b903f361-f4ca-4348-9bf9-7b11f62dc4e3 req-c3d2bedf-beac-4a52-80b5-8248a5f50cd9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672499 Apr 28 14:10:25.940273 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-331ac33a-22ec-476f-8618-b76f8579660e req-9a7c6c23-3b6c-435b-8019-24402959e2ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d HTTP/1.1" status: 200 len: 999 time: 0.1810620 Apr 28 14:10:25.944240 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 16c909d6-de22-4254-8c26-16c5ba98f0b3) {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:10:25.951252 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:25.951817 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:25.992343 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a94d4df-0ec0-43f3-890f-6748983464b7 None None] Network 16c909d6-de22-4254-8c26-16c5ba98f0b3 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:10:26.005383 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-eeb9d231-86f9-4552-ac58-088f86f7ab9e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2251306 Apr 28 14:10:26.018674 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ac33a-22ec-476f-8618-b76f8579660e req-ccced36f-26d3-40d1-b2a1-51dabf67dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:26.020487 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-331ac33a-22ec-476f-8618-b76f8579660e req-ccced36f-26d3-40d1-b2a1-51dabf67dd0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ac07b-0c2e-4603-b459-bb187b4237a3 HTTP/1.1" status: 200 len: 850 time: 0.0609860 Apr 28 14:10:26.070575 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ac33a-22ec-476f-8618-b76f8579660e req-5eaad9ec-291e-465a-89ba-df0e8f2285c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:26.072205 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-331ac33a-22ec-476f-8618-b76f8579660e req-5eaad9ec-291e-465a-89ba-df0e8f2285c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3f29a40-da20-4e2b-83c1-cfff83c004e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447428 Apr 28 14:10:26.202879 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-331ac33a-22ec-476f-8618-b76f8579660e req-d62a5c1c-a133-481a-a055-7897d7f00aac service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115468 Apr 28 14:10:26.260632 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:26.272981 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ec796-0d4f-4bcb-a157-d08aad0d75fc None None] Network 16c909d6-de22-4254-8c26-16c5ba98f0b3 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:10:26.312916 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-331ac33a-22ec-476f-8618-b76f8579660e req-118afa4e-f56a-4548-8170-800e1b6a23db service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014316 Apr 28 14:10:26.556450 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f12fc-bc77-4276-9f4e-8b99097ce613 req-7c828046-65c9-4839-9444-7003459e9cf1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:26.557961 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f26f12fc-bc77-4276-9f4e-8b99097ce613 req-7c828046-65c9-4839-9444-7003459e9cf1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0539613 Apr 28 14:10:26.605302 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cd2d8d3-aeea-4326-9b18-bb01429bc4a7 req-2e239d97-62b7-40d9-a811-ab8c97593a78 tempest-DeleteServersTestJSON-1978887007 tempest-DeleteServersTestJSON-1978887007-project] 10.222.0.20 "GET /v2.0/ports?device_id=9334da8a-8289-48e6-9413-8e8dd8c9b79c HTTP/1.1" status: 200 len: 210 time: 0.0266469 Apr 28 14:10:26.610086 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f26f12fc-bc77-4276-9f4e-8b99097ce613 req-a8b88821-d4f6-4414-8342-20b69685f94d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Apr 28 14:10:27.063071 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f4c6f-6ac5-4d96-b6c0-de4d7430801f req-fbc91cef-60ba-4e8f-84ff-b8a78ce3f935 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:27.064666 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a24f4c6f-6ac5-4d96-b6c0-de4d7430801f req-fbc91cef-60ba-4e8f-84ff-b8a78ce3f935 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0471051 Apr 28 14:10:27.122657 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a24f4c6f-6ac5-4d96-b6c0-de4d7430801f req-12a7274c-125e-49c6-9d58-f36b40e60cdc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522506 Apr 28 14:10:27.237932 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8b22e-31ad-4948-8e65-7c15fbeeb2de req-00883373-cb70-4d16-8028-77b9766cac9a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:27.239509 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a3c8b22e-31ad-4948-8e65-7c15fbeeb2de req-00883373-cb70-4d16-8028-77b9766cac9a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Apr 28 14:10:27.248947 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39118) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:27.253406 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'floatingip': {'port_id': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:27.324302 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (a5c4afd8-6f79-4337-b021-ab0c2b773ee3), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:27.774627 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-efe2364b-d59b-4450-bec8-dd18ce7261a6 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:27.776081 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-efe2364b-d59b-4450-bec8-dd18ce7261a6 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/networks?id=16c909d6-de22-4254-8c26-16c5ba98f0b3 HTTP/1.1" status: 200 len: 807 time: 0.1272254 Apr 28 14:10:27.790896 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-bea9570c-a2dd-4f14-bb3d-4b6db9fcaf48 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/quotas/9f0d56bfaa63437f9fd46764d5659862 HTTP/1.1" status: 200 len: 375 time: 0.0091031 Apr 28 14:10:27.823445 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-26d8e718-a554-4196-8863-259d08b9885e tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f0d56bfaa63437f9fd46764d5659862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273373 Apr 28 14:10:27.859053 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f8d8-ea8f-4db5-a83f-f54bd45ce3a3 req-9c16415a-48b1-4335-9c8a-ce0cdd7925b6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:27.860496 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1767f8d8-ea8f-4db5-a83f-f54bd45ce3a3 req-9c16415a-48b1-4335-9c8a-ce0cdd7925b6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.1418583 Apr 28 14:10:27.915615 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-279e69d4-7b4c-4fb4-b838-f6382acd43b5 service neutron] 10.222.0.20 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849073 Apr 28 14:10:28.011371 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-d981c929-c46b-4f70-b094-4d3becbb6552 service neutron] 10.222.0.20 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893097 Apr 28 14:10:28.026089 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1767f8d8-ea8f-4db5-a83f-f54bd45ce3a3 req-dd69ec64-9ae5-4150-acce-21106ac241b1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549428 Apr 28 14:10:28.269996 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-61b40e54-7fe5-4680-9591-3e804fb88fc2 req-57de4c36-b802-49ef-a1a1-d30a7c667f0f tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 210 time: 0.0664437 Apr 28 14:10:28.299181 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.305956 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (a5c4afd8-6f79-4337-b021-ab0c2b773ee3), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.435804 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Floating IP a5c4afd8-6f79-4337-b021-ab0c2b773ee3 associated. External IP: 172.27.1.62, port: a133d1b5-98cd-49de-9fe2-d9b321f8572a. Apr 28 14:10:28.460795 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39174) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:28.536141 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b4f5e5-2497-49a2-9437-28f39f21e9f9 admin admin] Deleting subnet 68d51201-db81-411e-bca8-79562d02f752 {{(pid=103509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:10:28.541132 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f5e5-2497-49a2-9437-28f39f21e9f9 admin admin] Publish callbacks [] for subnet (68d51201-db81-411e-bca8-79562d02f752), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.583999 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f5e5-2497-49a2-9437-28f39f21e9f9 admin admin] Publish callbacks [] for subnet (68d51201-db81-411e-bca8-79562d02f752), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.597080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f5e5-2497-49a2-9437-28f39f21e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (68d51201-db81-411e-bca8-79562d02f752), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.663735 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a56638b6-865a-4bb6-8a2e-73dcef95e15d no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:10:28.677204 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f5e5-2497-49a2-9437-28f39f21e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (68d51201-db81-411e-bca8-79562d02f752), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.690594 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: a56638b6-865a-4bb6-8a2e-73dcef95e15d {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:10:28.691184 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a56638b6-865a-4bb6-8a2e-73dcef95e15d not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:10:28.710565 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Router 0634f3ed-9e0b-49a6-8998-8a6228b6417a has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:10:28.719450 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4f5e5-2497-49a2-9437-28f39f21e9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d51201-db81-411e-bca8-79562d02f752,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:28.723570 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7b4f5e5-2497-49a2-9437-28f39f21e9f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.727547 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-e7b4f5e5-2497-49a2-9437-28f39f21e9f9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68d51201-db81-411e-bca8-79562d02f752 HTTP/1.1" status: 204 len: 168 time: 0.2650192 Apr 28 14:10:28.729529 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39186) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:28.875744 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (85d4a89e-b740-470f-b51b-580fa38a080c), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.920631 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:10:28.925974 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:28.931461 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] Sync routers for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:10:28.941896 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:10:28.942508 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:10:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:28.997477 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (85d4a89e-b740-470f-b51b-580fa38a080c), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.000926 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-59a53614-099f-49d2-9970-c7adc1105e4a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "PUT /v2.0/floatingips/a5c4afd8-6f79-4337-b021-ab0c2b773ee3 HTTP/1.1" status: 200 len: 990 time: 1.7509065 Apr 28 14:10:29.005820 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:29.007995 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287" -d '{"events": [{"name": "network-changed", "server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:29.029313 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d4a89e-b740-470f-b51b-580fa38a080c']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.040133 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01186e1-5181-4ede-8014-5a3e50ccc15a') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.041730 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01186e1-5181-4ede-8014-5a3e50ccc15a') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.050332 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0696c009-c54f-4ca0-a0cd-eb1407b6cafc x-openstack-request-id: req-0696c009-c54f-4ca0-a0cd-eb1407b6cafc {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:29.050568 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:29.050871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0696c009-c54f-4ca0-a0cd-eb1407b6cafc {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:29.051180 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0696c009-c54f-4ca0-a0cd-eb1407b6cafc'] response: {'name': 'network-changed', 'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'status': 'completed', 'code': 200} Apr 28 14:10:29.051663 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:10:29.055044 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (b01186e1-5181-4ede-8014-5a3e50ccc15a), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.068648 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (b01186e1-5181-4ede-8014-5a3e50ccc15a), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.075410 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:10:29.075871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (b01186e1-5181-4ede-8014-5a3e50ccc15a), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:10:29.077806 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:10:29.157474 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (85d4a89e-b740-470f-b51b-580fa38a080c), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.163097 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.166462 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] 10.222.0.20 "DELETE /v2.0/networks/85d4a89e-b740-470f-b51b-580fa38a080c HTTP/1.1" status: 204 len: 168 time: 0.4357226 Apr 28 14:10:29.169884 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39196) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:29.189670 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e19973-83c6-42bd-bcc8-c659a9c93a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d4a89e-b740-470f-b51b-580fa38a080c,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:29.200291 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea3aea-59aa-4466-a794-220bfdc68be5 req-6ca6ec43-a8bb-4720-926b-78b4497c07f2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:29.202949 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2aea3aea-59aa-4466-a794-220bfdc68be5 req-6ca6ec43-a8bb-4720-926b-78b4497c07f2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0817287 Apr 28 14:10:29.221871 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc396f49-e630-4751-a604-b7f01fce9cd7 admin admin] Deleting subnet f9406ced-e527-43a0-ac76-031fe4971a37 {{(pid=103509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:10:29.225641 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dc396f49-e630-4751-a604-b7f01fce9cd7 admin admin] Publish callbacks [] for subnet (f9406ced-e527-43a0-ac76-031fe4971a37), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.255966 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2aea3aea-59aa-4466-a794-220bfdc68be5 req-68395505-9fff-4a6c-b657-fab4447e5ceb tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Apr 28 14:10:29.265005 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dc396f49-e630-4751-a604-b7f01fce9cd7 admin admin] Publish callbacks [] for subnet (f9406ced-e527-43a0-ac76-031fe4971a37), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.270890 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dc396f49-e630-4751-a604-b7f01fce9cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (f9406ced-e527-43a0-ac76-031fe4971a37), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.287657 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a5c4afd8-6f79-4337-b021-ab0c2b773ee3', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'port_id': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:09:45Z', 'updated_at': '2022-04-28T14:10:28Z', 'revision_number': 1, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.314272 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] Checking router: 0634f3ed-9e0b-49a6-8998-8a6228b6417a for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:10:29.323260 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:10:29.323876 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:10:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.337237 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dc396f49-e630-4751-a604-b7f01fce9cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (f9406ced-e527-43a0-ac76-031fe4971a37), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.362492 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc396f49-e630-4751-a604-b7f01fce9cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9406ced-e527-43a0-ac76-031fe4971a37,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:29.376450 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dc396f49-e630-4751-a604-b7f01fce9cd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.380098 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-dc396f49-e630-4751-a604-b7f01fce9cd7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f9406ced-e527-43a0-ac76-031fe4971a37 HTTP/1.1" status: 204 len: 168 time: 0.2085812 Apr 28 14:10:29.382899 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39204) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:29.405884 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ae30345c-6a24-4615-a7aa-65e9d8d5ed68 req-d578ea0a-caf7-4afd-a76e-1e31d8adb865 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 210 time: 0.0479653 Apr 28 14:10:29.466356 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (d6f48f87-7b6a-44d9-98c7-f59c4dc417b8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.470468 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:10:29.555768 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (d6f48f87-7b6a-44d9-98c7-f59c4dc417b8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.579745 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f48f87-7b6a-44d9-98c7-f59c4dc417b8']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.591669 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39208) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:29.591939 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8b4c4b-a3bf-4f4c-a76e-3bb4f785b559') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.592254 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8b4c4b-a3bf-4f4c-a76e-3bb4f785b559') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.601592 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (2b8b4c4b-a3bf-4f4c-a76e-3bb4f785b559), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.615020 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (2b8b4c4b-a3bf-4f4c-a76e-3bb4f785b559), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.620925 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:10:29.621322 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (2b8b4c4b-a3bf-4f4c-a76e-3bb4f785b559), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:10:29.623039 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:10:29.647744 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_v2 [None req-311d7e7e-af56-444e-af86-ef3b7af62983 admin admin] Deleting subnet bf526804-478a-4d66-898a-8d28cc3fe9cf {{(pid=103509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:10:29.651341 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-311d7e7e-af56-444e-af86-ef3b7af62983 admin admin] Publish callbacks [] for subnet (bf526804-478a-4d66-898a-8d28cc3fe9cf), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.683780 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (d6f48f87-7b6a-44d9-98c7-f59c4dc417b8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.689729 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-311d7e7e-af56-444e-af86-ef3b7af62983 admin admin] Publish callbacks [] for subnet (bf526804-478a-4d66-898a-8d28cc3fe9cf), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.695902 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.696509 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-311d7e7e-af56-444e-af86-ef3b7af62983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (bf526804-478a-4d66-898a-8d28cc3fe9cf), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.699069 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d6f48f87-7b6a-44d9-98c7-f59c4dc417b8 HTTP/1.1" status: 204 len: 168 time: 0.3151002 Apr 28 14:10:29.720398 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a5c4afd8-6f79-4337-b021-ab0c2b773ee3', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'port_id': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:09:45Z', 'updated_at': '2022-04-28T14:10:28Z', 'revision_number': 1, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:29.755937 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838b14f-43bf-44b3-89ed-2695ce3525ff None None] The sync data for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi is: [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a5c4afd8-6f79-4337-b021-ab0c2b773ee3', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'port_id': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:09:45Z', 'updated_at': '2022-04-28T14:10:28Z', 'revision_number': 1, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:10:29.766782 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-311d7e7e-af56-444e-af86-ef3b7af62983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for subnet (bf526804-478a-4d66-898a-8d28cc3fe9cf), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.820751 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-311d7e7e-af56-444e-af86-ef3b7af62983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.828816 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-311d7e7e-af56-444e-af86-ef3b7af62983 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf526804-478a-4d66-898a-8d28cc3fe9cf HTTP/1.1" status: 204 len: 168 time: 0.2350879 Apr 28 14:10:29.829855 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39214) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:29.837081 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d7e7e-af56-444e-af86-ef3b7af62983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf526804-478a-4d66-898a-8d28cc3fe9cf,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:29.928048 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cebf0-c7ea-4eb5-bed1-dd1580e32131 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f48f87-7b6a-44d9-98c7-f59c4dc417b8,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:29.931673 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:29.968711 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39218) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:30.015536 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d23ffa6c-33ae-450a-8e69-3f4eab0dcc30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5172c7bdfef847f7b181cd59cdd982d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456238 Apr 28 14:10:30.018131 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39220) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:30.026436 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.034778 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0de543-f6c8-495c-bcd8-669a75e83ea4 None None] New status for floating IP a5c4afd8-6f79-4337-b021-ab0c2b773ee3: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:10:30.051731 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.052062 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.052816 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.053171 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > port after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.053508 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.053870 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > port after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.054186 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.054917 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.055252 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.055572 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.074535 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0e33aefb-e7d2-45b9-8626-70219b4630b3 admin admin] Publish callbacks [] for security_group (0d3dd4c8-0133-4363-82d0-4a88d3e35dd9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.096357 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0e33aefb-e7d2-45b9-8626-70219b4630b3 admin admin] Publish callbacks [] for security_group (0d3dd4c8-0133-4363-82d0-4a88d3e35dd9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.130339 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.130572 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.130901 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.131227 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:10:30.131597 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de']}} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:30.151521 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5255b7d4-1346-4a6e-b73e-23dae39a5775') {'for_net_delete': True} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:30.151819 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0e33aefb-e7d2-45b9-8626-70219b4630b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (0d3dd4c8-0133-4363-82d0-4a88d3e35dd9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.151925 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5255b7d4-1346-4a6e-b73e-23dae39a5775') {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:10:30.154941 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0e33aefb-e7d2-45b9-8626-70219b4630b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.159037 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0e33aefb-e7d2-45b9-8626-70219b4630b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d3dd4c8-0133-4363-82d0-4a88d3e35dd9 HTTP/1.1" status: 204 len: 168 time: 0.1399357 Apr 28 14:10:30.168279 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33aefb-e7d2-45b9-8626-70219b4630b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3dd4c8-0133-4363-82d0-4a88d3e35dd9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:30.182612 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212146'] for segment (5255b7d4-1346-4a6e-b73e-23dae39a5775), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.210325 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (5255b7d4-1346-4a6e-b73e-23dae39a5775), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.221067 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:10:30.221643 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4088999'] for segment (5255b7d4-1346-4a6e-b73e-23dae39a5775), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: from cryptography.utils import int_from_bytes Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: from cryptography.utils import int_from_bytes Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: Traceback (most recent call last): Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: timer() Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: cb(*args, **kw) Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: return func(*args, **kwargs) Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: self._notify() Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: self.callback(batched_events) Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: event.method(event) Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: return f(self, *a, **k) Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._get(url).json() Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: return self.request(url, 'GET', **kwargs) Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:10:30.225756 dv-cinder-839760-1-iscsi neutron-server[103509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:10:30.287872 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.296397 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.302012 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] 10.222.0.20 "DELETE /v2.0/networks/365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de HTTP/1.1" status: 204 len: 168 time: 0.4709945 Apr 28 14:10:30.313022 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde72e60-6c9c-4a0c-bea3-8459cca8cc4e admin admin] Pushing event deleted for resources: {'Network': ['ID=365a3ba8-f75f-4e1a-a9ec-2b2d4c1e69de,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:30.385913 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab52b2-a964-42a4-8b95-e96fd6e79267 req-42167069-32d2-4f09-b91d-4f8de0c28fc8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:30.387525 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-17ab52b2-a964-42a4-8b95-e96fd6e79267 req-42167069-32d2-4f09-b91d-4f8de0c28fc8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0532012 Apr 28 14:10:30.452417 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-17ab52b2-a964-42a4-8b95-e96fd6e79267 req-3d9c22d3-8089-4b90-b952-27ff0818fe54 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585563 Apr 28 14:10:30.482964 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39232) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:30.525592 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-7c5de33d-3184-4c0d-b198-042de604fd4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41351d6d88eb41e2a1cda97d9f0c77a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413451 Apr 28 14:10:30.529328 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39234) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:30.531646 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-846589a9-51b6-4492-951b-f8bd45616cba req-18c49dde-a5a2-4cc0-a4f1-1770875ba4c1 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 210 time: 0.0329652 Apr 28 14:10:30.542570 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39236) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:30.607408 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-76c23447-438f-4171-86eb-c0b33a6b9961 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b09226da6f424a838c4734f707662aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637074 Apr 28 14:10:30.610017 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39238) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:30.610908 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea573-6ed6-4ba8-9dcc-65125a23e6a5 admin admin] Publish callbacks [] for security_group (8798d70c-c48e-4c24-912a-1b343ba27503), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.631869 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea573-6ed6-4ba8-9dcc-65125a23e6a5 admin admin] Publish callbacks [] for security_group (8798d70c-c48e-4c24-912a-1b343ba27503), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.655810 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-df12e592-bf9b-43e4-b537-4cca9e05057c admin admin] Publish callbacks [] for security_group (dac452e3-fb03-4593-ae19-1101dfeeabb0), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.677925 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea573-6ed6-4ba8-9dcc-65125a23e6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (8798d70c-c48e-4c24-912a-1b343ba27503), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.678302 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-df12e592-bf9b-43e4-b537-4cca9e05057c admin admin] Publish callbacks [] for security_group (dac452e3-fb03-4593-ae19-1101dfeeabb0), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.681005 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea573-6ed6-4ba8-9dcc-65125a23e6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.682187 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ea0ea573-6ed6-4ba8-9dcc-65125a23e6a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8798d70c-c48e-4c24-912a-1b343ba27503 HTTP/1.1" status: 204 len: 168 time: 0.1516159 Apr 28 14:10:30.690946 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea573-6ed6-4ba8-9dcc-65125a23e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8798d70c-c48e-4c24-912a-1b343ba27503,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:30.741164 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-df12e592-bf9b-43e4-b537-4cca9e05057c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (dac452e3-fb03-4593-ae19-1101dfeeabb0), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.743763 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-df12e592-bf9b-43e4-b537-4cca9e05057c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:30.744884 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-df12e592-bf9b-43e4-b537-4cca9e05057c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dac452e3-fb03-4593-ae19-1101dfeeabb0 HTTP/1.1" status: 204 len: 168 time: 0.1339188 Apr 28 14:10:30.753075 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12e592-bf9b-43e4-b537-4cca9e05057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac452e3-fb03-4593-ae19-1101dfeeabb0,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:31.588324 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-3475fc22-82c8-491c-a4a7-127a4fd052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:31.592643 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-3475fc22-82c8-491c-a4a7-127a4fd052e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 1129 time: 0.0588410 Apr 28 14:10:31.637184 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94965cc9-6726-4364-aff4-83e3e8df53e9 req-9e37d0f3-dd2d-4121-a00c-94ad41f3c389 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:31.639315 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-94965cc9-6726-4364-aff4-83e3e8df53e9 req-9e37d0f3-dd2d-4121-a00c-94ad41f3c389 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.1032820 Apr 28 14:10:31.677237 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0ba67e08-c16f-43e1-a8cd-10fd53d2dae4 req-c91593dd-4998-4a9f-bdea-16a2061bea89 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 210 time: 0.0330780 Apr 28 14:10:31.728209 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-94965cc9-6726-4364-aff4-83e3e8df53e9 req-bfe1d231-cfff-4d6f-b3ed-a48b2138c5b3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783699 Apr 28 14:10:31.748270 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-447e24e8-c794-4b64-9c66-7618b8d22214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:31.750054 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-447e24e8-c794-4b64-9c66-7618b8d22214 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.1504381 Apr 28 14:10:32.014405 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-e0817820-13a0-4e20-b27d-aad71f3a516f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a HTTP/1.1" status: 200 len: 1000 time: 0.0784600 Apr 28 14:10:32.157468 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-96b7fd58-243d-40f7-b3e4-1a1b361b6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:32.159416 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-96b7fd58-243d-40f7-b3e4-1a1b361b6090 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0846744 Apr 28 14:10:32.257637 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-16b0742b-70a1-460f-8376-64b3c22f5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:32.261320 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-16b0742b-70a1-460f-8376-64b3c22f5647 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934916 Apr 28 14:10:32.334493 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-f0444ec3-4d38-4b11-85d7-5731b6323f6c tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:32.336853 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-f0444ec3-4d38-4b11-85d7-5731b6323f6c tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.13 "GET /v2.0/networks?id=16c909d6-de22-4254-8c26-16c5ba98f0b3 HTTP/1.1" status: 200 len: 807 time: 0.2608521 Apr 28 14:10:32.354936 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Request body: {'port': {'device_id': 'af5595e6-a8e2-462d-a76d-8428f1c86e9e', 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3', 'admin_state_up': True, 'tenant_id': '9f0d56bfaa63437f9fd46764d5659862'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:32.386353 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-e77e9502-8a8f-4676-ba4c-be392b62b552 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177762 Apr 28 14:10:32.492527 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Made reservation on behalf of 9f0d56bfaa63437f9fd46764d5659862 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:10:32.496851 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:32.573199 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c5500b29-e8c3-4ee8-9cef-e9b02d93d287 req-1abcaafe-79c7-4241-a25a-573342a5e50d service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461167 Apr 28 14:10:32.664802 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Allocated IP 172.20.0.2 (16c909d6-de22-4254-8c26-16c5ba98f0b3/4ebcd037-3680-4576-80dc-8589bffbec81/8ee459b2-0a0f-496c-8911-5a52e8bda636) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:10:32.828135 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39400) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:32.835157 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-adf7ef42-4344-4221-a364-0a1141f20c3b req-755bec24-d518-461c-98c3-f4b2f2298fb3 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 210 time: 0.0483985 Apr 28 14:10:32.911634 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks [] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:32.925697 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86bf2-6605-4d3c-99a9-ab9d10df6e32 req-defc7123-33a0-42f6-bcf7-63788312594c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:32.927149 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f2d86bf2-6605-4d3c-99a9-ab9d10df6e32 req-defc7123-33a0-42f6-bcf7-63788312594c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0828667 Apr 28 14:10:32.954281 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb7f884f-26f7-48fc-842b-af06ce4b2ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:32.990169 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.004389 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f2d86bf2-6605-4d3c-99a9-ab9d10df6e32 req-eda427e5-9488-4e60-8c91-8a565ba288f8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706148 Apr 28 14:10:33.046990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Network 16c909d6-de22-4254-8c26-16c5ba98f0b3 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:10:33.050087 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:10:33.055861 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:10:33.058022 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb7f884f-26f7-48fc-842b-af06ce4b2ebb admin admin] Publish callbacks [] for security_group (f954bd92-9056-4008-bd6f-3a105d185f0b), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.063428 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb7f884f-26f7-48fc-842b-af06ce4b2ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (f954bd92-9056-4008-bd6f-3a105d185f0b), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.081142 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Pushing event updated for resources: {'Port': ['ID=8ee459b2-0a0f-496c-8911-5a52e8bda636,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:33.111368 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-fb7f884f-26f7-48fc-842b-af06ce4b2ebb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96ecf26c0a7542a688ff41fbb7d3e196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820735 Apr 28 14:10:33.112646 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f884f-26f7-48fc-842b-af06ce4b2ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f954bd92-9056-4008-bd6f-3a105d185f0b,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:33.114935 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39404) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:33.117117 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:33.117773 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.136182 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-2d19146b-9498-4f4b-92ed-306b9c452693 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866204 Apr 28 14:10:33.149946 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Request body: {'port': {'device_id': 'af5595e6-a8e2-462d-a76d-8428f1c86e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:33.164231 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0b8a699c-d3de-4e83-ae48-33c23d3cb9a4 admin admin] Publish callbacks [] for security_group (f954bd92-9056-4008-bd6f-3a105d185f0b), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.198593 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0b8a699c-d3de-4e83-ae48-33c23d3cb9a4 admin admin] Publish callbacks [] for security_group (f954bd92-9056-4008-bd6f-3a105d185f0b), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.216989 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.249795 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0b8a699c-d3de-4e83-ae48-33c23d3cb9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (f954bd92-9056-4008-bd6f-3a105d185f0b), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.252480 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0b8a699c-d3de-4e83-ae48-33c23d3cb9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.255943 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0b8a699c-d3de-4e83-ae48-33c23d3cb9a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f954bd92-9056-4008-bd6f-3a105d185f0b HTTP/1.1" status: 204 len: 168 time: 0.1375618 Apr 28 14:10:33.273403 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a699c-d3de-4e83-ae48-33c23d3cb9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f954bd92-9056-4008-bd6f-3a105d185f0b,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:33.504630 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee459b2-0a0f-496c-8911-5a52e8bda636 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:10:33.512793 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Publish callbacks [] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.527784 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Transition to ACTIVE for port object 8ee459b2-0a0f-496c-8911-5a52e8bda636 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:10:33.531255 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.538938 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39412) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:33.555564 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd344b6d-9fb5-49bb-9bad-f475e98bad0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.595382 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee459b2-0a0f-496c-8911-5a52e8bda636,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:33.636239 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd344b6d-9fb5-49bb-9bad-f475e98bad0f admin admin] Publish callbacks [] for security_group (eb3e0500-e6b8-46c0-87b9-0091dbdf1039), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.641279 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd344b6d-9fb5-49bb-9bad-f475e98bad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (eb3e0500-e6b8-46c0-87b9-0091dbdf1039), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.678212 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Attempting to bind port 8ee459b2-0a0f-496c-8911-5a52e8bda636 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:10:33.678772 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Attempting to bind port 8ee459b2-0a0f-496c-8911-5a52e8bda636 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:10:33.678772 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Attempting to bind port 8ee459b2-0a0f-496c-8911-5a52e8bda636 on network 16c909d6-de22-4254-8c26-16c5ba98f0b3 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:10:33.682802 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-cd344b6d-9fb5-49bb-9bad-f475e98bad0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=018efe3677d246c58e34e09aa8563b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416855 Apr 28 14:10:33.683489 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd344b6d-9fb5-49bb-9bad-f475e98bad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e0500-e6b8-46c0-87b9-0091dbdf1039,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:33.686524 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39422) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:33.697088 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Port 8ee459b2-0a0f-496c-8911-5a52e8bda636 on network 16c909d6-de22-4254-8c26-16c5ba98f0b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:10:33.697596 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Attempting to bind port 8ee459b2-0a0f-496c-8911-5a52e8bda636 on network 16c909d6-de22-4254-8c26-16c5ba98f0b3 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:10:33.707224 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:10:33.707764 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Checking segment: {'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:10:33.709027 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Bound using segment: {'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:10:33.709027 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Bound port: 8ee459b2-0a0f-496c-8911-5a52e8bda636, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:10:33.709365 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.747558 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-018820f5-e082-41b8-8131-cbce0b2de705 admin admin] Publish callbacks [] for security_group (eb3e0500-e6b8-46c0-87b9-0091dbdf1039), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.775728 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-018820f5-e082-41b8-8131-cbce0b2de705 admin admin] Publish callbacks [] for security_group (eb3e0500-e6b8-46c0-87b9-0091dbdf1039), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.801904 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] For port 8ee459b2-0a0f-496c-8911-5a52e8bda636, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:10:33.806008 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] For port 8ee459b2-0a0f-496c-8911-5a52e8bda636, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8ee459b2-0a0f-496c-8911-5a52e8bda636,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:10:33.816681 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.834689 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-018820f5-e082-41b8-8131-cbce0b2de705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (eb3e0500-e6b8-46c0-87b9-0091dbdf1039), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.837430 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-018820f5-e082-41b8-8131-cbce0b2de705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.838613 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-018820f5-e082-41b8-8131-cbce0b2de705 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb3e0500-e6b8-46c0-87b9-0091dbdf1039 HTTP/1.1" status: 204 len: 168 time: 0.1465507 Apr 28 14:10:33.848788 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018820f5-e082-41b8-8131-cbce0b2de705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e0500-e6b8-46c0-87b9-0091dbdf1039,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:33.857730 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:33.858352 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:33.859773 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] 10.222.0.13 "PUT /v2.0/ports/8ee459b2-0a0f-496c-8911-5a52e8bda636 HTTP/1.1" status: 200 len: 1093 time: 0.7142174 Apr 28 14:10:33.860220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5595e6-a8e2-462d-a76d-8428f1c86e9e', 'tag': '8ee459b2-0a0f-496c-8911-5a52e8bda636'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:33.862510 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97315e1-02fd-4958-ac10-018e09c4289f" -d '{"events": [{"name": "network-changed", "server_uuid": "af5595e6-a8e2-462d-a76d-8428f1c86e9e", "tag": "8ee459b2-0a0f-496c-8911-5a52e8bda636"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:33.920176 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de3e6a-7482-411d-a994-d9f0ae240b91 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee459b2-0a0f-496c-8911-5a52e8bda636,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:33.953883 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb46cc64-2a22-4526-939e-df20b9563e90 x-openstack-request-id: req-fb46cc64-2a22-4526-939e-df20b9563e90 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:33.954207 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5595e6-a8e2-462d-a76d-8428f1c86e9e", "tag": "8ee459b2-0a0f-496c-8911-5a52e8bda636", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:33.954431 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb46cc64-2a22-4526-939e-df20b9563e90 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:33.954835 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb46cc64-2a22-4526-939e-df20b9563e90'] response: {'name': 'network-changed', 'server_uuid': 'af5595e6-a8e2-462d-a76d-8428f1c86e9e', 'tag': '8ee459b2-0a0f-496c-8911-5a52e8bda636', 'status': 'completed', 'code': 200} Apr 28 14:10:33.967195 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-5561b801-a773-48d3-8719-e7d24e91d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:33.968699 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-5561b801-a773-48d3-8719-e7d24e91d587 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f0d56bfaa63437f9fd46764d5659862&device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 1127 time: 0.0441575 Apr 28 14:10:33.994538 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f78037-2c63-4086-b16d-b78e9ea5c6fc req-7b935bee-1900-438a-bce8-19640d877214 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:34.002102 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a1f78037-2c63-4086-b16d-b78e9ea5c6fc req-7b935bee-1900-438a-bce8-19640d877214 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 943 time: 0.0581596 Apr 28 14:10:34.020447 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-9616a0bc-b3b8-45d3-bbb6-e575e8d9f61f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ee459b2-0a0f-496c-8911-5a52e8bda636 HTTP/1.1" status: 200 len: 217 time: 0.0399590 Apr 28 14:10:34.056394 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a1f78037-2c63-4086-b16d-b78e9ea5c6fc req-2fe2382b-e92f-4398-be46-b50acf1fe0eb tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496013 Apr 28 14:10:34.081416 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-0750af61-d44c-4bc5-ad97-b292b09984d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:34.083748 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-0750af61-d44c-4bc5-ad97-b292b09984d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ebcd037-3680-4576-80dc-8589bffbec81 HTTP/1.1" status: 200 len: 847 time: 0.0565240 Apr 28 14:10:34.149984 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-5f66660a-4d2d-472a-9d56-7ff8f4533f97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16c909d6-de22-4254-8c26-16c5ba98f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592415 Apr 28 14:10:34.212773 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6e431-f38d-42c8-9be5-bfffaa65bcb0 req-be20f9db-5319-49ec-8a19-bb33b4058016 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:34.214339 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-32a6e431-f38d-42c8-9be5-bfffaa65bcb0 req-be20f9db-5319-49ec-8a19-bb33b4058016 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.1099188 Apr 28 14:10:34.307921 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-7e0ab619-9ac5-4351-b38b-c41c750385ba service neutron] 10.222.0.13 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386588 Apr 28 14:10:34.311168 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-32a6e431-f38d-42c8-9be5-bfffaa65bcb0 req-78157cfd-8289-41cf-99e6-904627044e6f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670373 Apr 28 14:10:34.419656 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ec97c68a-c861-4c73-b217-597f91cd39d4 req-d3ba21a5-9534-42e7-827f-cd31c8ed3db9 service neutron] 10.222.0.13 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972421 Apr 28 14:10:35.220139 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553627f-d831-4d4f-b566-8d7b592b1360 req-5ac21949-d89d-4f21-abf2-ab6fa16941e3 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:35.221763 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2553627f-d831-4d4f-b566-8d7b592b1360 req-5ac21949-d89d-4f21-abf2-ab6fa16941e3 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 943 time: 0.0736897 Apr 28 14:10:35.273322 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2553627f-d831-4d4f-b566-8d7b592b1360 req-10109ba6-c620-4170-b825-24f4bb8db39b tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449946 Apr 28 14:10:35.413583 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39498) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:35.429686 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a55f-c5a2-4973-bda3-1eae1594f8dd req-f57f76a3-78c1-4891-a8d0-09c75c91dd59 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:35.434361 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-59c3a55f-c5a2-4973-bda3-1eae1594f8dd req-f57f76a3-78c1-4891-a8d0-09c75c91dd59 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0544224 Apr 28 14:10:35.518659 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97315e1-02fd-4958-ac10-018e09c4289f req-c4d5d1ae-e1f7-46b4-aac6-ce0fe43c5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:35.520137 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e97315e1-02fd-4958-ac10-018e09c4289f req-c4d5d1ae-e1f7-46b4-aac6-ce0fe43c5eee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f0d56bfaa63437f9fd46764d5659862&device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 1127 time: 0.0566607 Apr 28 14:10:35.541526 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-59c3a55f-c5a2-4973-bda3-1eae1594f8dd req-64439da2-e456-44c4-a728-7d0a95d1ae45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850158 Apr 28 14:10:35.549022 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9f977962-75ea-459d-bb78-92046113d56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:35.634403 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97315e1-02fd-4958-ac10-018e09c4289f req-26ebd680-d0d9-4627-b7d1-791987bf6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:35.635904 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e97315e1-02fd-4958-ac10-018e09c4289f req-26ebd680-d0d9-4627-b7d1-791987bf6181 service neutron] 10.222.0.13 "GET /v2.0/networks?id=16c909d6-de22-4254-8c26-16c5ba98f0b3 HTTP/1.1" status: 200 len: 908 time: 0.1069183 Apr 28 14:10:35.644470 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9f977962-75ea-459d-bb78-92046113d56c admin admin] Publish callbacks [] for security_group (344c6823-fed7-49b5-8255-27e2fa6858d1), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:35.650274 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9f977962-75ea-459d-bb78-92046113d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (344c6823-fed7-49b5-8255-27e2fa6858d1), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:35.684908 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e97315e1-02fd-4958-ac10-018e09c4289f req-558d79da-0b93-4178-bf59-01c9fc546beb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ee459b2-0a0f-496c-8911-5a52e8bda636 HTTP/1.1" status: 200 len: 217 time: 0.0397549 Apr 28 14:10:35.695124 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f977962-75ea-459d-bb78-92046113d56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c6823-fed7-49b5-8255-27e2fa6858d1,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:35.702911 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9f977962-75ea-459d-bb78-92046113d56c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f38d2d8f8ff747b09236f39361d09569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882097 Apr 28 14:10:35.703529 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39510) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:35.752191 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97315e1-02fd-4958-ac10-018e09c4289f req-d9ddea0d-a834-4505-be4a-7421adcfebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:35.753665 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e97315e1-02fd-4958-ac10-018e09c4289f req-d9ddea0d-a834-4505-be4a-7421adcfebea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ebcd037-3680-4576-80dc-8589bffbec81 HTTP/1.1" status: 200 len: 847 time: 0.0578713 Apr 28 14:10:35.753898 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e4f89612-a4c6-47d6-a739-fd62209eee78 admin admin] Publish callbacks [] for security_group (344c6823-fed7-49b5-8255-27e2fa6858d1), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:35.776129 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e4f89612-a4c6-47d6-a739-fd62209eee78 admin admin] Publish callbacks [] for security_group (344c6823-fed7-49b5-8255-27e2fa6858d1), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:35.786720 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e97315e1-02fd-4958-ac10-018e09c4289f req-77637714-d27e-4fb1-8014-a2ef738f3fee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16c909d6-de22-4254-8c26-16c5ba98f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262110 Apr 28 14:10:35.831529 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e4f89612-a4c6-47d6-a739-fd62209eee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (344c6823-fed7-49b5-8255-27e2fa6858d1), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:35.834117 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e4f89612-a4c6-47d6-a739-fd62209eee78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:35.837756 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-e4f89612-a4c6-47d6-a739-fd62209eee78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/344c6823-fed7-49b5-8255-27e2fa6858d1 HTTP/1.1" status: 204 len: 168 time: 0.1304796 Apr 28 14:10:35.844244 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f89612-a4c6-47d6-a739-fd62209eee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c6823-fed7-49b5-8255-27e2fa6858d1,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:35.892251 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e97315e1-02fd-4958-ac10-018e09c4289f req-e9431a61-8633-4c02-9d99-c94fc1317c6e service neutron] 10.222.0.13 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978446 Apr 28 14:10:36.014235 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e97315e1-02fd-4958-ac10-018e09c4289f req-48b9bcd1-a8e5-459f-abe8-82822872f6f6 service neutron] 10.222.0.13 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156418 Apr 28 14:10:36.149118 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39520) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:36.163659 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-578ec79b-6ff7-4ed0-aa5f-d1bc81a63104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:36.240206 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-578ec79b-6ff7-4ed0-aa5f-d1bc81a63104 admin admin] Publish callbacks [] for security_group (85787a38-6fc1-4db5-bd11-5e0c38f3ba56), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:36.243947 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-578ec79b-6ff7-4ed0-aa5f-d1bc81a63104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (85787a38-6fc1-4db5-bd11-5e0c38f3ba56), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:36.289342 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-578ec79b-6ff7-4ed0-aa5f-d1bc81a63104 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bb58b5b31ff4c388200a9be423771fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365397 Apr 28 14:10:36.289342 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ec79b-6ff7-4ed0-aa5f-d1bc81a63104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85787a38-6fc1-4db5-bd11-5e0c38f3ba56,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:36.289778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39522) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:36.341313 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8df5cd22-2662-4854-a618-1b2b8f7018c5 admin admin] Publish callbacks [] for security_group (85787a38-6fc1-4db5-bd11-5e0c38f3ba56), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:36.396981 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8df5cd22-2662-4854-a618-1b2b8f7018c5 admin admin] Publish callbacks [] for security_group (85787a38-6fc1-4db5-bd11-5e0c38f3ba56), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:36.412219 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4347-df00-4076-a22a-9f42004cfb64 req-3ef971dd-1a45-4dc2-8063-240469bc85df tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:36.413692 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-869c4347-df00-4076-a22a-9f42004cfb64 req-3ef971dd-1a45-4dc2-8063-240469bc85df tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 943 time: 0.0704858 Apr 28 14:10:36.482594 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8df5cd22-2662-4854-a618-1b2b8f7018c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (85787a38-6fc1-4db5-bd11-5e0c38f3ba56), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:36.485178 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8df5cd22-2662-4854-a618-1b2b8f7018c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:36.486342 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8df5cd22-2662-4854-a618-1b2b8f7018c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85787a38-6fc1-4db5-bd11-5e0c38f3ba56 HTTP/1.1" status: 204 len: 168 time: 0.1955686 Apr 28 14:10:36.491476 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-869c4347-df00-4076-a22a-9f42004cfb64 req-068e8b0c-aa9e-4a3e-910a-4a6c98c40868 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710673 Apr 28 14:10:36.498043 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5cd22-2662-4854-a618-1b2b8f7018c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85787a38-6fc1-4db5-bd11-5e0c38f3ba56,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:36.667142 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e12cff-1160-4f63-a8f9-a1a9caebd759 req-96a803ae-3dee-4fa9-822d-aab16edb20aa tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:36.668638 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-72e12cff-1160-4f63-a8f9-a1a9caebd759 req-96a803ae-3dee-4fa9-822d-aab16edb20aa tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0536294 Apr 28 14:10:36.718176 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-72e12cff-1160-4f63-a8f9-a1a9caebd759 req-6c551cdf-e21b-4558-a483-a2ac6e4693c4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Apr 28 14:10:37.458242 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 8ee459b2-0a0f-496c-8911-5a52e8bda636 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:10:37.565989 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 8ee459b2-0a0f-496c-8911-5a52e8bda636, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8ee459b2-0a0f-496c-8911-5a52e8bda636,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:37.578798 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '8ee459b2-0a0f-496c-8911-5a52e8bda636', 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3', 'port_id': '8ee459b2-0a0f-496c-8911-5a52e8bda636', 'mac_address': 'fa:16:3e:66:d4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebcd037-3680-4576-80dc-8589bffbec81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:10:37.622383 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad76616-04be-4c9f-9af3-0cc4ef74ff33 req-35040ffb-7c14-4019-996a-f271e4173d25 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:37.624229 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5ad76616-04be-4c9f-9af3-0cc4ef74ff33 req-35040ffb-7c14-4019-996a-f271e4173d25 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 943 time: 0.0506911 Apr 28 14:10:37.626225 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 8ee459b2-0a0f-496c-8911-5a52e8bda636 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:10:37.626618 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:37.640373 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee459b2-0a0f-496c-8911-5a52e8bda636 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:10:37.677053 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 8ee459b2-0a0f-496c-8911-5a52e8bda636, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8ee459b2-0a0f-496c-8911-5a52e8bda636,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:37.683168 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:37.685016 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5ad76616-04be-4c9f-9af3-0cc4ef74ff33 req-95673b9b-505e-4e01-9936-e122fdec90d1 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547593 Apr 28 14:10:37.737795 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=8ee459b2-0a0f-496c-8911-5a52e8bda636,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:37.869313 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5bbbe-425c-4527-a969-61455cf3036d req-ba75c696-ca96-4d78-a226-eb53edacadbf tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:37.870795 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-10e5bbbe-425c-4527-a969-61455cf3036d req-ba75c696-ca96-4d78-a226-eb53edacadbf tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0785537 Apr 28 14:10:37.873739 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846096-7deb-426c-b66d-d5d97bda45a0 req-49228024-a733-482d-a2c9-668d82a331a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:37.875074 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4c846096-7deb-426c-b66d-d5d97bda45a0 req-49228024-a733-482d-a2c9-668d82a331a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 1129 time: 0.0497694 Apr 28 14:10:37.943254 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-10e5bbbe-425c-4527-a969-61455cf3036d req-93fbef3e-86ef-4854-b144-36c40714449f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665383 Apr 28 14:10:37.949721 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4c846096-7deb-426c-b66d-d5d97bda45a0 req-a1b3c8a6-e03f-4c5f-89c7-cd24cc96d618 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594320 Apr 28 14:10:37.970342 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['8ee459b2-0a0f-496c-8911-5a52e8bda636'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:10:38.817652 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb12b2-ac69-42ba-ba90-27555406b539 req-7edd4aba-bce7-470a-89b0-e37ae82497e4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:38.819099 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-96bb12b2-ac69-42ba-ba90-27555406b539 req-7edd4aba-bce7-470a-89b0-e37ae82497e4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 944 time: 0.0497639 Apr 28 14:10:38.864738 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-96bb12b2-ac69-42ba-ba90-27555406b539 req-d30212d8-e5fc-4d8d-adbd-a755d1dd8103 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Apr 28 14:10:39.056539 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2917163-0c35-40ec-89fa-a0f027bfe24b req-57ba9bd7-7106-4371-86fc-0b2ffa504358 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:39.057891 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2917163-0c35-40ec-89fa-a0f027bfe24b req-57ba9bd7-7106-4371-86fc-0b2ffa504358 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0464330 Apr 28 14:10:39.106122 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2917163-0c35-40ec-89fa-a0f027bfe24b req-42d2a6aa-53f6-4057-ae6c-44264d667c7f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Apr 28 14:10:39.487769 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 8ee459b2-0a0f-496c-8911-5a52e8bda636 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:10:39.538277 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 8ee459b2-0a0f-496c-8911-5a52e8bda636 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:10:39.545919 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 8ee459b2-0a0f-496c-8911-5a52e8bda636 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:10:39.546522 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:39.628481 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 8ee459b2-0a0f-496c-8911-5a52e8bda636 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:10:39.628784 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:39.659967 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5595e6-a8e2-462d-a76d-8428f1c86e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee459b2-0a0f-496c-8911-5a52e8bda636'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:39.662284 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572a6ac8-535e-433e-9d77-d34f2105caa3" -d '{"events": [{"server_uuid": "af5595e6-a8e2-462d-a76d-8428f1c86e9e", "name": "network-vif-plugged", "status": "completed", "tag": "8ee459b2-0a0f-496c-8911-5a52e8bda636"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:39.802201 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5974209-4036-42cb-b127-cfb875e86bd7 x-openstack-request-id: req-f5974209-4036-42cb-b127-cfb875e86bd7 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:39.802725 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5595e6-a8e2-462d-a76d-8428f1c86e9e", "name": "network-vif-plugged", "status": "completed", "tag": "8ee459b2-0a0f-496c-8911-5a52e8bda636", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:39.803108 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5974209-4036-42cb-b127-cfb875e86bd7 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:39.803629 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5974209-4036-42cb-b127-cfb875e86bd7'] response: {'server_uuid': 'af5595e6-a8e2-462d-a76d-8428f1c86e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee459b2-0a0f-496c-8911-5a52e8bda636', 'code': 200} Apr 28 14:10:39.807667 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 8ee459b2-0a0f-496c-8911-5a52e8bda636, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8ee459b2-0a0f-496c-8911-5a52e8bda636,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:39.814034 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:39.866600 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=8ee459b2-0a0f-496c-8911-5a52e8bda636,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:39.947337 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4368f89-51ae-4864-b914-8ce2c2bf3594 req-82075279-b05a-4682-9351-fde9c36b1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:39.949056 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b4368f89-51ae-4864-b914-8ce2c2bf3594 req-82075279-b05a-4682-9351-fde9c36b1b34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 1129 time: 0.0477426 Apr 28 14:10:39.996423 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebe735-b6fd-4842-8297-1bf476b29e39 req-47177433-1984-419a-8b1b-663da6bf61fe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:39.998566 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-edebe735-b6fd-4842-8297-1bf476b29e39 req-47177433-1984-419a-8b1b-663da6bf61fe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 945 time: 0.0667527 Apr 28 14:10:40.035166 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b4368f89-51ae-4864-b914-8ce2c2bf3594 req-af937958-80aa-445b-89a8-f094227445d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707119 Apr 28 14:10:40.071574 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-edebe735-b6fd-4842-8297-1bf476b29e39 req-b01cce2c-cfd7-4559-8139-61eeef951d64 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661182 Apr 28 14:10:40.137446 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39658) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:40.217834 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053656e-95d8-4d70-a48b-6f102fe57a5f req-b075ae3f-9d86-44c3-83ea-74022b641662 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:40.219294 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6053656e-95d8-4d70-a48b-6f102fe57a5f req-b075ae3f-9d86-44c3-83ea-74022b641662 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0459504 Apr 28 14:10:40.250361 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4c96d20e-ce10-4759-be04-a5acec0a3d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:40.290910 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6053656e-95d8-4d70-a48b-6f102fe57a5f req-a98a4030-d765-4f57-95cb-57d82ff44242 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659194 Apr 28 14:10:40.352381 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4c96d20e-ce10-4759-be04-a5acec0a3d9b admin admin] Publish callbacks [] for security_group (041d077f-bf79-41e0-8856-800ef469d955), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:40.357186 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4c96d20e-ce10-4759-be04-a5acec0a3d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (041d077f-bf79-41e0-8856-800ef469d955), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:40.401335 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-4c96d20e-ce10-4759-be04-a5acec0a3d9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aa2fb2ca7df4ae5862515bc081e59f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604346 Apr 28 14:10:40.401335 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96d20e-ce10-4759-be04-a5acec0a3d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041d077f-bf79-41e0-8856-800ef469d955,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:40.402067 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39664) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:40.424837 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae03b-a021-4a89-948c-3d1e4cecc3c7 req-25365cec-cc70-425f-b015-6a4dc665fe9a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:40.426271 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-667ae03b-a021-4a89-948c-3d1e4cecc3c7 req-25365cec-cc70-425f-b015-6a4dc665fe9a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Apr 28 14:10:40.494253 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-667ae03b-a021-4a89-948c-3d1e4cecc3c7 req-cfff1d6e-9b59-4b2d-9dc8-d39a6bdf8a39 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584707 Apr 28 14:10:40.494982 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe1c2077-54a7-416d-ad1f-deea68a0c733 admin admin] Publish callbacks [] for security_group (041d077f-bf79-41e0-8856-800ef469d955), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:40.517818 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe1c2077-54a7-416d-ad1f-deea68a0c733 admin admin] Publish callbacks [] for security_group (041d077f-bf79-41e0-8856-800ef469d955), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:40.571871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe1c2077-54a7-416d-ad1f-deea68a0c733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (041d077f-bf79-41e0-8856-800ef469d955), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:40.574609 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe1c2077-54a7-416d-ad1f-deea68a0c733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:40.575732 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fe1c2077-54a7-416d-ad1f-deea68a0c733 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/041d077f-bf79-41e0-8856-800ef469d955 HTTP/1.1" status: 204 len: 168 time: 0.1727531 Apr 28 14:10:40.583718 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c2077-54a7-416d-ad1f-deea68a0c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d077f-bf79-41e0-8856-800ef469d955,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:40.910161 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39688) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:40.928271 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1b60fb2-8cf2-4ddb-a68e-3a9f7eba9fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.006645 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1b60fb2-8cf2-4ddb-a68e-3a9f7eba9fe2 admin admin] Publish callbacks [] for security_group (97455d5d-2db7-4c26-9f7f-ce492edf1db3), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.010519 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1b60fb2-8cf2-4ddb-a68e-3a9f7eba9fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (97455d5d-2db7-4c26-9f7f-ce492edf1db3), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.043517 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39692) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:41.049539 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b1b60fb2-8cf2-4ddb-a68e-3a9f7eba9fe2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25b132bcd817422886569eccc13100f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380413 Apr 28 14:10:41.050483 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b60fb2-8cf2-4ddb-a68e-3a9f7eba9fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97455d5d-2db7-4c26-9f7f-ce492edf1db3,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:41.052061 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39696) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:41.116843 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-44dc3022-6e11-4c6c-9e50-1a8e7587483a admin admin] Publish callbacks [] for security_group (97455d5d-2db7-4c26-9f7f-ce492edf1db3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.142338 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-44dc3022-6e11-4c6c-9e50-1a8e7587483a admin admin] Publish callbacks [] for security_group (97455d5d-2db7-4c26-9f7f-ce492edf1db3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.184781 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5d996430-803e-4e3b-a25f-a476fc1203be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.210327 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5de31-eb2a-4f8d-b0cf-b570c23fd841 req-e4a0a31f-0308-4b87-b205-ea53c14ab9e8 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:41.211960 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-97d5de31-eb2a-4f8d-b0cf-b570c23fd841 req-e4a0a31f-0308-4b87-b205-ea53c14ab9e8 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 945 time: 0.0487809 Apr 28 14:10:41.213639 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-44dc3022-6e11-4c6c-9e50-1a8e7587483a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (97455d5d-2db7-4c26-9f7f-ce492edf1db3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.216830 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-44dc3022-6e11-4c6c-9e50-1a8e7587483a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.218035 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-44dc3022-6e11-4c6c-9e50-1a8e7587483a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97455d5d-2db7-4c26-9f7f-ce492edf1db3 HTTP/1.1" status: 204 len: 168 time: 0.1650357 Apr 28 14:10:41.233342 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc3022-6e11-4c6c-9e50-1a8e7587483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97455d5d-2db7-4c26-9f7f-ce492edf1db3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:41.264281 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-97d5de31-eb2a-4f8d-b0cf-b570c23fd841 req-a096c7c0-d8a6-492a-9360-e42fea0515c7 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Apr 28 14:10:41.320976 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5d996430-803e-4e3b-a25f-a476fc1203be admin admin] Publish callbacks [] for security_group (4753903a-4fea-4a25-9aca-06b0be9a6354), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.324147 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5d996430-803e-4e3b-a25f-a476fc1203be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (4753903a-4fea-4a25-9aca-06b0be9a6354), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.368669 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39704) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:41.368926 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5d996430-803e-4e3b-a25f-a476fc1203be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8edd47e94fc475d9a4250bc3cf0d513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241556 Apr 28 14:10:41.369619 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d996430-803e-4e3b-a25f-a476fc1203be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4753903a-4fea-4a25-9aca-06b0be9a6354,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:41.425212 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1153b295-5407-4297-9af1-44dafdc50693 admin admin] Publish callbacks [] for security_group (4753903a-4fea-4a25-9aca-06b0be9a6354), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.446490 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1153b295-5407-4297-9af1-44dafdc50693 admin admin] Publish callbacks [] for security_group (4753903a-4fea-4a25-9aca-06b0be9a6354), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.501304 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1153b295-5407-4297-9af1-44dafdc50693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (4753903a-4fea-4a25-9aca-06b0be9a6354), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.503918 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1153b295-5407-4297-9af1-44dafdc50693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.505047 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1153b295-5407-4297-9af1-44dafdc50693 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4753903a-4fea-4a25-9aca-06b0be9a6354 HTTP/1.1" status: 204 len: 168 time: 0.1353519 Apr 28 14:10:41.516703 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153b295-5407-4297-9af1-44dafdc50693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4753903a-4fea-4a25-9aca-06b0be9a6354,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:41.776086 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39724) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:41.792170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b9a37673-f4a4-4e2a-9b7e-67e1cd31bd1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.874674 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b9a37673-f4a4-4e2a-9b7e-67e1cd31bd1a admin admin] Publish callbacks [] for security_group (a1f2ec80-91cd-4e63-bcbf-6b1022350ec4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.880203 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b9a37673-f4a4-4e2a-9b7e-67e1cd31bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (a1f2ec80-91cd-4e63-bcbf-6b1022350ec4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:41.926532 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a37673-f4a4-4e2a-9b7e-67e1cd31bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f2ec80-91cd-4e63-bcbf-6b1022350ec4,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:41.937655 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b9a37673-f4a4-4e2a-9b7e-67e1cd31bd1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dceeb0616d1c41919256eb5f42036643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603470 Apr 28 14:10:41.940174 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39734) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:41.992893 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1f8f-dfdd-4354-9010-3ecdde582073 admin admin] Publish callbacks [] for security_group (a1f2ec80-91cd-4e63-bcbf-6b1022350ec4), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:42.016583 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1f8f-dfdd-4354-9010-3ecdde582073 admin admin] Publish callbacks [] for security_group (a1f2ec80-91cd-4e63-bcbf-6b1022350ec4), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:42.118648 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1f8f-dfdd-4354-9010-3ecdde582073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (a1f2ec80-91cd-4e63-bcbf-6b1022350ec4), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:42.122472 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1f8f-dfdd-4354-9010-3ecdde582073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:42.123747 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8b4f1f8f-dfdd-4354-9010-3ecdde582073 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1f2ec80-91cd-4e63-bcbf-6b1022350ec4 HTTP/1.1" status: 204 len: 168 time: 0.1824105 Apr 28 14:10:42.154346 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f1f8f-dfdd-4354-9010-3ecdde582073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f2ec80-91cd-4e63-bcbf-6b1022350ec4,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:42.162056 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-f08f0518-b3f0-4b08-910b-233e41049077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:42.173445 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-f08f0518-b3f0-4b08-910b-233e41049077 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 1129 time: 0.0652568 Apr 28 14:10:42.182798 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5950a-0470-44d4-af67-69ad6324ebed req-387ffd70-74a5-4fe8-b85c-a7fcf6d7038d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:42.190875 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-07d5950a-0470-44d4-af67-69ad6324ebed req-387ffd70-74a5-4fe8-b85c-a7fcf6d7038d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0658257 Apr 28 14:10:42.260570 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-07d5950a-0470-44d4-af67-69ad6324ebed req-1c9288ee-cfb1-40c2-94d0-e228b6322eb2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535533 Apr 28 14:10:42.291594 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-37e34612-0eba-4063-a0c7-d5cdd1c5f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:42.294541 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-37e34612-0eba-4063-a0c7-d5cdd1c5f247 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.1126103 Apr 28 14:10:42.363803 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-57d3a243-c50a-46c9-a7b8-a4c96ab1c4b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14231ff-5634-46c9-8940-cc5cc6137354 HTTP/1.1" status: 200 len: 217 time: 0.0599413 Apr 28 14:10:42.432932 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3eab3-8175-4e80-9824-e3698396deb6 req-63feef9e-3f06-4ed3-b1b2-22703d5a0136 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:42.434715 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bda3eab3-8175-4e80-9824-e3698396deb6 req-63feef9e-3f06-4ed3-b1b2-22703d5a0136 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 945 time: 0.0854750 Apr 28 14:10:42.452480 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-b8ed34ef-e58e-40ed-aec6-54fa1686fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:42.454232 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-b8ed34ef-e58e-40ed-aec6-54fa1686fb4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0737431 Apr 28 14:10:42.522545 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bda3eab3-8175-4e80-9824-e3698396deb6 req-32dece4e-49c5-48f7-aad2-c49528f8accf tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817225 Apr 28 14:10:42.525520 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-ac871682-83d1-474b-85fb-629eb7012100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:42.526950 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-ac871682-83d1-474b-85fb-629eb7012100 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573914 Apr 28 14:10:42.640790 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-cbd399e4-8e8f-4dd6-8725-d466fdc6222e service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056180 Apr 28 14:10:42.741117 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-98f6a8dd-adc3-47e7-9677-1bafaf2f3141 req-716ad329-249d-4f43-975b-800a8bada1bb service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932627 Apr 28 14:10:43.382962 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f44a3-b286-4319-95ba-39363a55a056 req-2aaa4f0e-a70c-4bff-9353-ab738f22a950 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:43.390109 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d20f44a3-b286-4319-95ba-39363a55a056 req-2aaa4f0e-a70c-4bff-9353-ab738f22a950 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 945 time: 0.0677075 Apr 28 14:10:43.397658 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34aa760-071b-4c8b-9e14-9a8ce74a7634 req-0e6e257c-a349-4017-831c-c0817874a808 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:43.399137 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c34aa760-071b-4c8b-9e14-9a8ce74a7634 req-0e6e257c-a349-4017-831c-c0817874a808 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0572553 Apr 28 14:10:43.464162 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c34aa760-071b-4c8b-9e14-9a8ce74a7634 req-3032e9dc-001b-4fe7-a8b7-cab34f0ddcf2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592129 Apr 28 14:10:43.464492 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d20f44a3-b286-4319-95ba-39363a55a056 req-7ca81aab-693f-4147-a5df-5ed4c43eb1fa tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735674 Apr 28 14:10:43.898856 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39850) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:44.011796 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-aed3cf29-75f0-433d-9ebf-a35b7347f52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.089296 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-aed3cf29-75f0-433d-9ebf-a35b7347f52f admin admin] Publish callbacks [] for security_group (129bcb18-2aff-42f8-801a-891a3369647c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.093999 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-aed3cf29-75f0-433d-9ebf-a35b7347f52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (129bcb18-2aff-42f8-801a-891a3369647c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.131391 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3cf29-75f0-433d-9ebf-a35b7347f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129bcb18-2aff-42f8-801a-891a3369647c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:44.137526 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-aed3cf29-75f0-433d-9ebf-a35b7347f52f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec758a879ca044baac8015108421eee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367837 Apr 28 14:10:44.140337 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39860) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:44.191051 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-44668d2f-1fde-473f-ae16-d3cae0859222 admin admin] Publish callbacks [] for security_group (129bcb18-2aff-42f8-801a-891a3369647c), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.213225 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-44668d2f-1fde-473f-ae16-d3cae0859222 admin admin] Publish callbacks [] for security_group (129bcb18-2aff-42f8-801a-891a3369647c), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.262878 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-44668d2f-1fde-473f-ae16-d3cae0859222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (129bcb18-2aff-42f8-801a-891a3369647c), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.265435 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-44668d2f-1fde-473f-ae16-d3cae0859222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.266679 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-44668d2f-1fde-473f-ae16-d3cae0859222 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/129bcb18-2aff-42f8-801a-891a3369647c HTTP/1.1" status: 204 len: 168 time: 0.1247110 Apr 28 14:10:44.284483 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44668d2f-1fde-473f-ae16-d3cae0859222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129bcb18-2aff-42f8-801a-891a3369647c,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:44.603302 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287edf-925b-414c-a5cc-bdb38e03bcc1 req-bf5b2c3c-adbb-4b15-9e0e-f08e5475132d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:44.610106 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ff287edf-925b-414c-a5cc-bdb38e03bcc1 req-bf5b2c3c-adbb-4b15-9e0e-f08e5475132d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0611682 Apr 28 14:10:44.614405 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cce92-6a67-4855-8a2b-4c82d1424f17 req-08692df1-46d3-4858-ae24-91de8740da7f tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:44.616944 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5d8cce92-6a67-4855-8a2b-4c82d1424f17 req-08692df1-46d3-4858-ae24-91de8740da7f tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 945 time: 0.0675275 Apr 28 14:10:44.659152 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39882) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:44.681990 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-52218509-a4be-461e-8bbc-5edf059e43e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.686239 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5d8cce92-6a67-4855-8a2b-4c82d1424f17 req-add9a056-b16c-49f3-8920-1e4cbfa8ebff tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618567 Apr 28 14:10:44.710194 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ff287edf-925b-414c-a5cc-bdb38e03bcc1 req-72ee6c6c-31c3-4a0d-8c9b-75db5f6721a1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986440 Apr 28 14:10:44.774071 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-52218509-a4be-461e-8bbc-5edf059e43e9 admin admin] Publish callbacks [] for security_group (2effe88a-7eae-4ad2-ab2a-14c9ff4f45b5), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.782740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-52218509-a4be-461e-8bbc-5edf059e43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2effe88a-7eae-4ad2-ab2a-14c9ff4f45b5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.824315 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52218509-a4be-461e-8bbc-5edf059e43e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2effe88a-7eae-4ad2-ab2a-14c9ff4f45b5,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:44.829968 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-52218509-a4be-461e-8bbc-5edf059e43e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=051348b8853a4717a36d284fffd79a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698067 Apr 28 14:10:44.831393 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39886) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:44.883492 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0a29e380-cbea-45b2-959d-d4f3e0ab0759 admin admin] Publish callbacks [] for security_group (2effe88a-7eae-4ad2-ab2a-14c9ff4f45b5), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.915851 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0a29e380-cbea-45b2-959d-d4f3e0ab0759 admin admin] Publish callbacks [] for security_group (2effe88a-7eae-4ad2-ab2a-14c9ff4f45b5), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.990785 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0a29e380-cbea-45b2-959d-d4f3e0ab0759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2effe88a-7eae-4ad2-ab2a-14c9ff4f45b5), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.993339 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0a29e380-cbea-45b2-959d-d4f3e0ab0759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:44.996969 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0a29e380-cbea-45b2-959d-d4f3e0ab0759 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2effe88a-7eae-4ad2-ab2a-14c9ff4f45b5 HTTP/1.1" status: 204 len: 168 time: 0.1638610 Apr 28 14:10:45.005801 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29e380-cbea-45b2-959d-d4f3e0ab0759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2effe88a-7eae-4ad2-ab2a-14c9ff4f45b5,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:45.015795 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-9e0d9cd3-4769-419b-80b0-938eef1ce830 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:45.017296 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-9e0d9cd3-4769-419b-80b0-938eef1ce830 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 945 time: 0.0896204 Apr 28 14:10:45.114960 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Deleting port 8ee459b2-0a0f-496c-8911-5a52e8bda636 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:10:45.115303 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.212507 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] For port 8ee459b2-0a0f-496c-8911-5a52e8bda636, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=8ee459b2-0a0f-496c-8911-5a52e8bda636,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:45.212870 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.230410 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Calling delete_port for 8ee459b2-0a0f-496c-8911-5a52e8bda636 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:10:45.312247 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39904) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:45.378044 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (8ee459b2-0a0f-496c-8911-5a52e8bda636), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.392611 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['8ee459b2-0a0f-496c-8911-5a52e8bda636'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:10:45.408622 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Pushing event deleted for resources: {'Port': ['ID=8ee459b2-0a0f-496c-8911-5a52e8bda636,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:45.467802 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] No DVR routers for this DVR port 8ee459b2-0a0f-496c-8911-5a52e8bda636 on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:10:45.469630 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7c717cb3-6994-4f7f-a8af-2e115b388402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.472863 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.476073 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c0db93d2-54e3-4049-8a54-e7184068f7c0 req-8c652085-2a73-44ba-b423-aad592acfdcc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.13 "DELETE /v2.0/ports/8ee459b2-0a0f-496c-8911-5a52e8bda636 HTTP/1.1" status: 204 len: 173 time: 0.4527357 Apr 28 14:10:45.476503 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5595e6-a8e2-462d-a76d-8428f1c86e9e', 'name': 'network-vif-deleted', 'tag': '8ee459b2-0a0f-496c-8911-5a52e8bda636'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:45.478721 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a720ba4-3b5f-4e0b-9ea4-3639a9f33399" -d '{"events": [{"server_uuid": "af5595e6-a8e2-462d-a76d-8428f1c86e9e", "name": "network-vif-deleted", "tag": "8ee459b2-0a0f-496c-8911-5a52e8bda636"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:45.526411 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9004478b-0476-4ddc-a16e-64fc3e8258f7 x-openstack-request-id: req-9004478b-0476-4ddc-a16e-64fc3e8258f7 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:45.526703 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5595e6-a8e2-462d-a76d-8428f1c86e9e", "name": "network-vif-deleted", "tag": "8ee459b2-0a0f-496c-8911-5a52e8bda636", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:45.527090 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9004478b-0476-4ddc-a16e-64fc3e8258f7 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:45.527512 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9004478b-0476-4ddc-a16e-64fc3e8258f7'] response: {'server_uuid': 'af5595e6-a8e2-462d-a76d-8428f1c86e9e', 'name': 'network-vif-deleted', 'tag': '8ee459b2-0a0f-496c-8911-5a52e8bda636', 'status': 'completed', 'code': 200} Apr 28 14:10:45.566233 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7c717cb3-6994-4f7f-a8af-2e115b388402 admin admin] Publish callbacks [] for security_group (9bedbe6e-1663-4bc8-92c2-df48be06e395), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.578759 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-7c717cb3-6994-4f7f-a8af-2e115b388402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (9bedbe6e-1663-4bc8-92c2-df48be06e395), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.620505 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-7c717cb3-6994-4f7f-a8af-2e115b388402 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=246354ae15e9449c86b661765b38e39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072157 Apr 28 14:10:45.624099 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39926) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:45.628385 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c717cb3-6994-4f7f-a8af-2e115b388402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bedbe6e-1663-4bc8-92c2-df48be06e395,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:45.676678 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d4d48dcb-7c10-4bf2-8664-61ed01c4f212 admin admin] Publish callbacks [] for security_group (9bedbe6e-1663-4bc8-92c2-df48be06e395), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.698938 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d4d48dcb-7c10-4bf2-8664-61ed01c4f212 admin admin] Publish callbacks [] for security_group (9bedbe6e-1663-4bc8-92c2-df48be06e395), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.755090 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d4d48dcb-7c10-4bf2-8664-61ed01c4f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (9bedbe6e-1663-4bc8-92c2-df48be06e395), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.758698 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d4d48dcb-7c10-4bf2-8664-61ed01c4f212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:45.762075 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d4d48dcb-7c10-4bf2-8664-61ed01c4f212 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bedbe6e-1663-4bc8-92c2-df48be06e395 HTTP/1.1" status: 204 len: 168 time: 0.1370358 Apr 28 14:10:45.771265 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d48dcb-7c10-4bf2-8664-61ed01c4f212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bedbe6e-1663-4bc8-92c2-df48be06e395,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:45.841583 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4f89e5c8-590e-428a-a599-f3eae744efe0 req-2d6c9ef6-b71f-4901-910e-ac730cbcc626 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=af5595e6-a8e2-462d-a76d-8428f1c86e9e HTTP/1.1" status: 200 len: 210 time: 0.0341210 Apr 28 14:10:45.859132 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d815-4581-4bb4-86f6-8f30c76e0709 req-dd3d6288-4d8f-4eb9-a2e6-4732887e2129 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:45.860801 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4873d815-4581-4bb4-86f6-8f30c76e0709 req-dd3d6288-4d8f-4eb9-a2e6-4732887e2129 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0651522 Apr 28 14:10:45.926984 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4873d815-4581-4bb4-86f6-8f30c76e0709 req-2ef8dcde-5636-4e3d-93e3-e692ca44f1f3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572224 Apr 28 14:10:46.045059 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:10:46.208323 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 39960) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:46.221676 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4c06da47-ab17-42dc-a163-a483b54f2100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:46.300785 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4c06da47-ab17-42dc-a163-a483b54f2100 admin admin] Publish callbacks [] for security_group (d266b845-8514-4905-9683-aa95508155ab), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:46.304555 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4c06da47-ab17-42dc-a163-a483b54f2100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d266b845-8514-4905-9683-aa95508155ab), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:46.343779 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-4c06da47-ab17-42dc-a163-a483b54f2100 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c0ca41680c04a6096ebc08878658411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343045 Apr 28 14:10:46.345669 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06da47-ab17-42dc-a163-a483b54f2100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d266b845-8514-4905-9683-aa95508155ab,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:46.346469 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 39964) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:46.395242 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc498-758c-4716-b60f-101030b03d9d admin admin] Publish callbacks [] for security_group (d266b845-8514-4905-9683-aa95508155ab), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:46.419666 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc498-758c-4716-b60f-101030b03d9d admin admin] Publish callbacks [] for security_group (d266b845-8514-4905-9683-aa95508155ab), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:46.467496 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc498-758c-4716-b60f-101030b03d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d266b845-8514-4905-9683-aa95508155ab), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:46.469896 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc498-758c-4716-b60f-101030b03d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:46.471140 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fe1bc498-758c-4716-b60f-101030b03d9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d266b845-8514-4905-9683-aa95508155ab HTTP/1.1" status: 204 len: 168 time: 0.1236660 Apr 28 14:10:46.478649 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc498-758c-4716-b60f-101030b03d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d266b845-8514-4905-9683-aa95508155ab,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:47.093965 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3c5c8-44a6-431c-ab3a-3ccded803c93 req-1a30c525-7167-4cf7-98c7-a1b2dbf298a7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:47.096619 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-95a3c5c8-44a6-431c-ab3a-3ccded803c93 req-1a30c525-7167-4cf7-98c7-a1b2dbf298a7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.1002750 Apr 28 14:10:47.187977 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-95a3c5c8-44a6-431c-ab3a-3ccded803c93 req-deece017-fa4e-4907-a3d6-4b78d5cf3635 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804212 Apr 28 14:10:47.399312 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40042) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:47.441263 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826852-1c36-4f96-a582-004348739b17 req-31c38af8-f8b5-4bad-b795-6f4cf8819300 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:47.442774 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-31c38af8-f8b5-4bad-b795-6f4cf8819300 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/networks?id=16c909d6-de22-4254-8c26-16c5ba98f0b3 HTTP/1.1" status: 200 len: 807 time: 0.3335507 Apr 28 14:10:47.459485 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-3240b6ae-b57c-4617-bb0d-b06b6982a022 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/quotas/9f0d56bfaa63437f9fd46764d5659862 HTTP/1.1" status: 200 len: 375 time: 0.0101035 Apr 28 14:10:47.496333 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-af4cbe9b-3883-425b-b46c-2bd992e6b0b9 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f0d56bfaa63437f9fd46764d5659862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301440 Apr 28 14:10:47.515821 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc7b8-ecde-49b3-b1f2-205f78c96ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:47.593762 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-026b5ebc-6469-44ec-aac7-ea565875bb47 service neutron] 10.222.0.20 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898652 Apr 28 14:10:47.604211 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc7b8-ecde-49b3-b1f2-205f78c96ecb admin admin] Publish callbacks [] for security_group (03642a9d-f27b-4407-b70e-5d947e6d54a9), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:47.610498 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ed4fc7b8-ecde-49b3-b1f2-205f78c96ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (03642a9d-f27b-4407-b70e-5d947e6d54a9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:47.650178 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fc7b8-ecde-49b3-b1f2-205f78c96ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03642a9d-f27b-4407-b70e-5d947e6d54a9,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:47.659507 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ed4fc7b8-ecde-49b3-b1f2-205f78c96ecb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f2a5f9b612d47988447fe20a713f830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591403 Apr 28 14:10:47.660256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40054) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:47.695946 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cebd60e7-078d-4718-a46c-6ba625acfb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:47.702646 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-e6556fa0-5806-4d52-9476-15ada21fdd9d service neutron] 10.222.0.20 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017580 Apr 28 14:10:47.931317 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc79c01f-ced9-46cb-a17f-538c859b2d03 req-563d119c-5b88-4921-83c0-a2cc808f741f tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 210 time: 0.0421255 Apr 28 14:10:47.961502 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-877eb0c9-a073-4203-ac99-d5d397759785 admin admin] Publish callbacks [] for security_group (03642a9d-f27b-4407-b70e-5d947e6d54a9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:47.984693 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-877eb0c9-a073-4203-ac99-d5d397759785 admin admin] Publish callbacks [] for security_group (03642a9d-f27b-4407-b70e-5d947e6d54a9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.035179 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-877eb0c9-a073-4203-ac99-d5d397759785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (03642a9d-f27b-4407-b70e-5d947e6d54a9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.038828 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-877eb0c9-a073-4203-ac99-d5d397759785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.042017 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-877eb0c9-a073-4203-ac99-d5d397759785 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03642a9d-f27b-4407-b70e-5d947e6d54a9 HTTP/1.1" status: 204 len: 168 time: 0.3809464 Apr 28 14:10:48.051677 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eb0c9-a073-4203-ac99-d5d397759785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03642a9d-f27b-4407-b70e-5d947e6d54a9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:48.332416 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d9598-0184-41e0-adc6-f63db1d5c29a req-eddc6dd7-b44b-4e1f-9078-aa1ac730de69 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:48.339819 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ba5d9598-0184-41e0-adc6-f63db1d5c29a req-eddc6dd7-b44b-4e1f-9078-aa1ac730de69 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0735052 Apr 28 14:10:48.402174 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ba5d9598-0184-41e0-adc6-f63db1d5c29a req-3fc76767-8b67-47da-8ac7-2d3a3c4817d3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614028 Apr 28 14:10:48.494871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40094) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:48.507468 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40096) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:48.518860 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a23e-516f-46fe-8851-417c2f1594c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.592488 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a23e-516f-46fe-8851-417c2f1594c4 admin admin] Publish callbacks [] for security_group (589349e0-a191-4e3e-b646-a73627ce81ff), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.596386 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a23e-516f-46fe-8851-417c2f1594c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (589349e0-a191-4e3e-b646-a73627ce81ff), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.636331 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5ae7a23e-516f-46fe-8851-417c2f1594c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a90627f28678471fa229bf47857860a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392522 Apr 28 14:10:48.637437 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7a23e-516f-46fe-8851-417c2f1594c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589349e0-a191-4e3e-b646-a73627ce81ff,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:48.639673 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40100) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:48.678271 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-78d93070-65dd-431f-8da7-08ea5e7fcd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.724293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-15f4f115-ab4f-41f8-b78d-7aa16418dd54 admin admin] Publish callbacks [] for security_group (589349e0-a191-4e3e-b646-a73627ce81ff), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.757363 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-15f4f115-ab4f-41f8-b78d-7aa16418dd54 admin admin] Publish callbacks [] for security_group (589349e0-a191-4e3e-b646-a73627ce81ff), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.814888 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-78d93070-65dd-431f-8da7-08ea5e7fcd93 admin admin] Publish callbacks [] for security_group (f8ac9abc-c136-4466-984c-3d1efef6235e), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.819321 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-78d93070-65dd-431f-8da7-08ea5e7fcd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (f8ac9abc-c136-4466-984c-3d1efef6235e), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.851785 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-15f4f115-ab4f-41f8-b78d-7aa16418dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (589349e0-a191-4e3e-b646-a73627ce81ff), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.854210 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-15f4f115-ab4f-41f8-b78d-7aa16418dd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.855324 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-15f4f115-ab4f-41f8-b78d-7aa16418dd54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/589349e0-a191-4e3e-b646-a73627ce81ff HTTP/1.1" status: 204 len: 168 time: 0.2145851 Apr 28 14:10:48.868247 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-78d93070-65dd-431f-8da7-08ea5e7fcd93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e934d9d244c4874a877494f5738d56b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569126 Apr 28 14:10:48.868247 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d93070-65dd-431f-8da7-08ea5e7fcd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ac9abc-c136-4466-984c-3d1efef6235e,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:48.868721 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40104) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:48.888035 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4f115-ab4f-41f8-b78d-7aa16418dd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589349e0-a191-4e3e-b646-a73627ce81ff,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:48.928461 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5dc52bdf-ca77-40db-94a0-eba696e61e93 admin admin] Publish callbacks [] for security_group (f8ac9abc-c136-4466-984c-3d1efef6235e), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.955949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5dc52bdf-ca77-40db-94a0-eba696e61e93 admin admin] Publish callbacks [] for security_group (f8ac9abc-c136-4466-984c-3d1efef6235e), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:48.995024 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826852-1c36-4f96-a582-004348739b17 req-32c808d1-618e-4811-8932-993c9f04eafe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:48.996674 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-32c808d1-618e-4811-8932-993c9f04eafe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.13 "GET /v2.0/networks?id=16c909d6-de22-4254-8c26-16c5ba98f0b3 HTTP/1.1" status: 200 len: 807 time: 0.1366065 Apr 28 14:10:49.017813 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Request body: {'port': {'device_id': '89968091-01ac-467d-88ac-56d17b162785', 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3', 'admin_state_up': True, 'tenant_id': '9f0d56bfaa63437f9fd46764d5659862'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:49.056902 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5dc52bdf-ca77-40db-94a0-eba696e61e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (f8ac9abc-c136-4466-984c-3d1efef6235e), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.060310 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5dc52bdf-ca77-40db-94a0-eba696e61e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.061869 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5dc52bdf-ca77-40db-94a0-eba696e61e93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8ac9abc-c136-4466-984c-3d1efef6235e HTTP/1.1" status: 204 len: 168 time: 0.1923022 Apr 28 14:10:49.070597 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc52bdf-ca77-40db-94a0-eba696e61e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ac9abc-c136-4466-984c-3d1efef6235e,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:49.088485 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2f1508c8-ada5-4202-a6de-4c4414a9a3c8 req-36b0981f-7f2a-4f1d-8448-40b9d95d5a6c tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 210 time: 0.0617144 Apr 28 14:10:49.216004 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Made reservation on behalf of 9f0d56bfaa63437f9fd46764d5659862 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:10:49.224256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.365718 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Allocated IP 172.20.0.3 (16c909d6-de22-4254-8c26-16c5ba98f0b3/4ebcd037-3680-4576-80dc-8589bffbec81/39b92b3e-0aaa-4303-a7f6-c155372a3e16) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:10:49.523527 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 8ee459b2-0a0f-496c-8911-5a52e8bda636 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:10:49.529897 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40136) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:49.535725 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9723b0-0ce4-4e6d-9bc2-96bb04818b2a req-17c4613e-7ca6-49e3-9c1a-5c39c9cd4c09 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:49.543003 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5a9723b0-0ce4-4e6d-9bc2-96bb04818b2a req-17c4613e-7ca6-49e3-9c1a-5c39c9cd4c09 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0657921 Apr 28 14:10:49.548308 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 8ee459b2-0a0f-496c-8911-5a52e8bda636 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:10:49.548785 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 8ee459b2-0a0f-496c-8911-5a52e8bda636 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:10:49.576806 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks [] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.578487 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a503b67f-94c0-47fb-afa2-e52cc54fe0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.598421 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5a9723b0-0ce4-4e6d-9bc2-96bb04818b2a req-a70628a1-3a32-4949-a5b4-abd8bbaa1f77 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496621 Apr 28 14:10:49.648669 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.712135 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Network 16c909d6-de22-4254-8c26-16c5ba98f0b3 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:10:49.718943 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:10:49.723638 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:10:49.730033 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Pushing event updated for resources: {'Port': ['ID=39b92b3e-0aaa-4303-a7f6-c155372a3e16,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:49.754447 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a503b67f-94c0-47fb-afa2-e52cc54fe0cd admin admin] Publish callbacks [] for security_group (5cd46bdd-931f-4c08-950c-11c01820a2d1), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.762448 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a503b67f-94c0-47fb-afa2-e52cc54fe0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (5cd46bdd-931f-4c08-950c-11c01820a2d1), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.810468 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:49.811011 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.825433 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a503b67f-94c0-47fb-afa2-e52cc54fe0cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f73c08b8d3eb44949a01ee3e585feb74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885063 Apr 28 14:10:49.826130 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40144) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:49.832283 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503b67f-94c0-47fb-afa2-e52cc54fe0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd46bdd-931f-4c08-950c-11c01820a2d1,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:49.847507 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-c0b61035-6e03-490c-b6d7-27e1771e9ffe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8380048 Apr 28 14:10:49.875960 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Request body: {'port': {'device_id': '89968091-01ac-467d-88ac-56d17b162785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:10:49.938400 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8a48340c-f412-4b8e-b595-fd31dd288e1c admin admin] Publish callbacks [] for security_group (5cd46bdd-931f-4c08-950c-11c01820a2d1), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.955510 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:49.977202 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8a48340c-f412-4b8e-b595-fd31dd288e1c admin admin] Publish callbacks [] for security_group (5cd46bdd-931f-4c08-950c-11c01820a2d1), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.026862 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5957757f-10cf-4756-b8cd-cb34c9240f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.125436 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8a48340c-f412-4b8e-b595-fd31dd288e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (5cd46bdd-931f-4c08-950c-11c01820a2d1), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.129511 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8a48340c-f412-4b8e-b595-fd31dd288e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.130595 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8a48340c-f412-4b8e-b595-fd31dd288e1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cd46bdd-931f-4c08-950c-11c01820a2d1 HTTP/1.1" status: 204 len: 168 time: 0.3038564 Apr 28 14:10:50.146926 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48340c-f412-4b8e-b595-fd31dd288e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd46bdd-931f-4c08-950c-11c01820a2d1,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:50.299629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce352a79-3af0-4d80-99c4-8471b228d828 req-7c383d19-b721-4f55-81de-e81e8ae50c50 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:50.301749 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ce352a79-3af0-4d80-99c4-8471b228d828 req-7c383d19-b721-4f55-81de-e81e8ae50c50 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 931 time: 0.0762584 Apr 28 14:10:50.398773 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ce352a79-3af0-4d80-99c4-8471b228d828 req-fdd600ad-1eae-4da2-82a1-1bac88104469 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844095 Apr 28 14:10:50.432452 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b92b3e-0aaa-4303-a7f6-c155372a3e16 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:10:50.448607 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Publish callbacks [] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.464548 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Transition to ACTIVE for port object 39b92b3e-0aaa-4303-a7f6-c155372a3e16 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:10:50.469051 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.535705 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Pushing event updated for resources: {'Port': ['ID=39b92b3e-0aaa-4303-a7f6-c155372a3e16,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:50.628323 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Attempting to bind port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:10:50.628878 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Attempting to bind port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:10:50.629211 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Attempting to bind port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 on network 16c909d6-de22-4254-8c26-16c5ba98f0b3 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:10:50.635835 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 on network 16c909d6-de22-4254-8c26-16c5ba98f0b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:10:50.636128 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Attempting to bind port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 on network 16c909d6-de22-4254-8c26-16c5ba98f0b3 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:10:50.642509 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:10:50.642842 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Checking segment: {'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:10:50.643221 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Bound using segment: {'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:10:50.643641 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Bound port: 39b92b3e-0aaa-4303-a7f6-c155372a3e16, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73265d53-9108-45c7-9a03-856b8b8eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:10:50.644015 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.720025 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf26b20-7417-4cd8-ae0a-5ab21e0b74aa req-9b45471a-4409-48f2-bdd3-2ece87b865b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:50.723409 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ecf26b20-7417-4cd8-ae0a-5ab21e0b74aa req-9b45471a-4409-48f2-bdd3-2ece87b865b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0593541 Apr 28 14:10:50.747284 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] For port 39b92b3e-0aaa-4303-a7f6-c155372a3e16, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:10:50.751749 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] For port 39b92b3e-0aaa-4303-a7f6-c155372a3e16, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=39b92b3e-0aaa-4303-a7f6-c155372a3e16,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:10:50.763272 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.810159 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:50.811089 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:50.812727 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-66af8344-a5f3-4673-b088-6440c333729d service neutron] 10.222.0.13 "PUT /v2.0/ports/39b92b3e-0aaa-4303-a7f6-c155372a3e16 HTTP/1.1" status: 200 len: 1093 time: 0.9500594 Apr 28 14:10:50.815991 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89968091-01ac-467d-88ac-56d17b162785', 'tag': '39b92b3e-0aaa-4303-a7f6-c155372a3e16'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:50.819911 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517266b3-8337-4a39-aa48-967bd367059f" -d '{"events": [{"name": "network-changed", "server_uuid": "89968091-01ac-467d-88ac-56d17b162785", "tag": "39b92b3e-0aaa-4303-a7f6-c155372a3e16"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:50.828571 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ecf26b20-7417-4cd8-ae0a-5ab21e0b74aa req-1ad511d0-5c6d-4499-be2b-a9884a4239bb tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955770 Apr 28 14:10:50.891899 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde4b948-c304-4230-a80b-c061e255875f x-openstack-request-id: req-dde4b948-c304-4230-a80b-c061e255875f {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:50.892192 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89968091-01ac-467d-88ac-56d17b162785", "tag": "39b92b3e-0aaa-4303-a7f6-c155372a3e16", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:50.892444 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dde4b948-c304-4230-a80b-c061e255875f {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:50.892839 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde4b948-c304-4230-a80b-c061e255875f'] response: {'name': 'network-changed', 'server_uuid': '89968091-01ac-467d-88ac-56d17b162785', 'tag': '39b92b3e-0aaa-4303-a7f6-c155372a3e16', 'status': 'completed', 'code': 200} Apr 28 14:10:50.895599 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af8344-a5f3-4673-b088-6440c333729d service neutron] Pushing event updated for resources: {'Port': ['ID=39b92b3e-0aaa-4303-a7f6-c155372a3e16,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:50.906962 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826852-1c36-4f96-a582-004348739b17 req-0fe6768f-a0e9-4ed0-aee1-969dfb80b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:50.908779 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-0fe6768f-a0e9-4ed0-aee1-969dfb80b324 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f0d56bfaa63437f9fd46764d5659862&device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 1127 time: 0.0498581 Apr 28 14:10:50.961766 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-68f92b6f-b453-4367-b64e-aa9626a51df0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b92b3e-0aaa-4303-a7f6-c155372a3e16 HTTP/1.1" status: 200 len: 217 time: 0.0412328 Apr 28 14:10:51.013304 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db826852-1c36-4f96-a582-004348739b17 req-fac1eb34-4e44-4f82-9dad-40c6e0e62447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:51.014800 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-fac1eb34-4e44-4f82-9dad-40c6e0e62447 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ebcd037-3680-4576-80dc-8589bffbec81 HTTP/1.1" status: 200 len: 847 time: 0.0458896 Apr 28 14:10:51.051015 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-88960709-df14-4e37-b843-d9795509b5d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16c909d6-de22-4254-8c26-16c5ba98f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271904 Apr 28 14:10:51.149472 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-3c660a3a-bc0f-431d-967a-921c2e33be3f service neutron] 10.222.0.13 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909371 Apr 28 14:10:51.245423 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db826852-1c36-4f96-a582-004348739b17 req-e5821d39-d356-414d-a4da-881fb1c865ca service neutron] 10.222.0.13 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840073 Apr 28 14:10:51.517223 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047a895-4617-482e-8513-d80e756c45e0 req-61873e41-e00d-4808-9c6c-ffe3636d285e tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:51.525070 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b047a895-4617-482e-8513-d80e756c45e0 req-61873e41-e00d-4808-9c6c-ffe3636d285e tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 943 time: 0.0543172 Apr 28 14:10:51.592416 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b047a895-4617-482e-8513-d80e756c45e0 req-360202e4-f280-4350-963d-98c107452e46 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661020 Apr 28 14:10:51.758707 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:51.956461 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f20b0-44de-4a24-b4c3-b5ac1dd49f36 req-10debf13-1b1e-40d0-92da-0ed395dbc38d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:51.958130 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bd1f20b0-44de-4a24-b4c3-b5ac1dd49f36 req-10debf13-1b1e-40d0-92da-0ed395dbc38d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0557148 Apr 28 14:10:52.008074 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bd1f20b0-44de-4a24-b4c3-b5ac1dd49f36 req-361ea474-712e-4273-a6fd-47ab6ddb57ff tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 Apr 28 14:10:52.282525 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517266b3-8337-4a39-aa48-967bd367059f req-537360f7-4b98-470b-b1d1-2ebeef5445e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:52.284370 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-517266b3-8337-4a39-aa48-967bd367059f req-537360f7-4b98-470b-b1d1-2ebeef5445e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f0d56bfaa63437f9fd46764d5659862&device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 1127 time: 0.0418899 Apr 28 14:10:52.418810 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517266b3-8337-4a39-aa48-967bd367059f req-ecda5666-eb05-401d-ba35-de8d3971826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:52.420255 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-517266b3-8337-4a39-aa48-967bd367059f req-ecda5666-eb05-401d-ba35-de8d3971826c service neutron] 10.222.0.13 "GET /v2.0/networks?id=16c909d6-de22-4254-8c26-16c5ba98f0b3 HTTP/1.1" status: 200 len: 908 time: 0.0894046 Apr 28 14:10:52.461169 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-517266b3-8337-4a39-aa48-967bd367059f req-023c51e3-4736-4a0e-a156-9ae898396714 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b92b3e-0aaa-4303-a7f6-c155372a3e16 HTTP/1.1" status: 200 len: 217 time: 0.0342734 Apr 28 14:10:52.515679 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517266b3-8337-4a39-aa48-967bd367059f req-e1d40349-95c7-4635-8543-70dcc18fbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:52.517251 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-517266b3-8337-4a39-aa48-967bd367059f req-e1d40349-95c7-4635-8543-70dcc18fbbd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ebcd037-3680-4576-80dc-8589bffbec81 HTTP/1.1" status: 200 len: 847 time: 0.0465908 Apr 28 14:10:52.553674 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-517266b3-8337-4a39-aa48-967bd367059f req-a9470512-0d53-40a7-b114-e034a64d596e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16c909d6-de22-4254-8c26-16c5ba98f0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294328 Apr 28 14:10:52.666644 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-517266b3-8337-4a39-aa48-967bd367059f req-64aa3904-3cd0-44bc-b70f-057272bd9c0a service neutron] 10.222.0.13 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023774 Apr 28 14:10:52.724211 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc4917-e3e3-408c-8d84-90a4feabd405 req-bb4f51b6-d84c-4764-999a-c296479d86dc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:52.725825 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5adc4917-e3e3-408c-8d84-90a4feabd405 req-bb4f51b6-d84c-4764-999a-c296479d86dc tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 943 time: 0.0586393 Apr 28 14:10:52.783923 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5adc4917-e3e3-408c-8d84-90a4feabd405 req-c878a30a-fad5-46ae-b061-5522906ea8e9 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506661 Apr 28 14:10:52.785762 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:52.793912 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-517266b3-8337-4a39-aa48-967bd367059f req-0a7d6d26-0721-4aea-a8ae-ee48cf3ca4af service neutron] 10.222.0.13 "GET /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168680 Apr 28 14:10:53.158044 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d44e8-67dd-4f29-b9a3-80ed4476b52e req-e72f5664-dc5c-4322-9ac8-2b67bb7d8546 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:53.159518 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-047d44e8-67dd-4f29-b9a3-80ed4476b52e req-e72f5664-dc5c-4322-9ac8-2b67bb7d8546 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0583506 Apr 28 14:10:53.209871 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-047d44e8-67dd-4f29-b9a3-80ed4476b52e req-f0ced251-2dcd-4f3f-a5b7-d1a6f7c1f770 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Apr 28 14:10:53.899452 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341492b-a879-47cc-8626-4aad9c511522 req-39a0ed6a-f8ba-498a-8980-5126ffaac038 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:53.900897 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8341492b-a879-47cc-8626-4aad9c511522 req-39a0ed6a-f8ba-498a-8980-5126ffaac038 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 943 time: 0.0486567 Apr 28 14:10:53.948345 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8341492b-a879-47cc-8626-4aad9c511522 req-a1bc0bcb-cda1-4163-af77-5063016bc364 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 Apr 28 14:10:54.263092 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:54.337898 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f135fb-1237-4c16-bb51-8b34c56b3b88 req-72900545-483a-49ba-9049-5661528b18c4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:54.339257 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-05f135fb-1237-4c16-bb51-8b34c56b3b88 req-72900545-483a-49ba-9049-5661528b18c4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0452266 Apr 28 14:10:54.388244 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-05f135fb-1237-4c16-bb51-8b34c56b3b88 req-846d83c5-fbfc-4f6a-a912-edab361427e0 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Apr 28 14:10:55.060181 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b73d-c0d1-4e96-aa78-0623906a54ba req-a2eaa991-803e-40e9-8c64-d0e8e7677978 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:55.061624 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1334b73d-c0d1-4e96-aa78-0623906a54ba req-a2eaa991-803e-40e9-8c64-d0e8e7677978 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 943 time: 0.0449219 Apr 28 14:10:55.110210 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1334b73d-c0d1-4e96-aa78-0623906a54ba req-52c82bfb-1a0e-4fbc-9ae6-bafb44c407fe tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Apr 28 14:10:55.499757 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd2e1b-0a16-4c89-a424-2698e15b9545 req-d6b6171f-12cd-4ff4-ab15-49a4adcddf76 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:55.501192 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a6fd2e1b-0a16-4c89-a424-2698e15b9545 req-d6b6171f-12cd-4ff4-ab15-49a4adcddf76 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0459316 Apr 28 14:10:55.545812 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a6fd2e1b-0a16-4c89-a424-2698e15b9545 req-c1e2a4ed-a498-44f2-bae7-ce67a42e7f0b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392478 Apr 28 14:10:56.009970 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 39b92b3e-0aaa-4303-a7f6-c155372a3e16 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:10:56.105400 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 39b92b3e-0aaa-4303-a7f6-c155372a3e16, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=39b92b3e-0aaa-4303-a7f6-c155372a3e16,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:56.116726 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '39b92b3e-0aaa-4303-a7f6-c155372a3e16', 'network_id': '16c909d6-de22-4254-8c26-16c5ba98f0b3', 'port_id': '39b92b3e-0aaa-4303-a7f6-c155372a3e16', 'mac_address': 'fa:16:3e:a5:3f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebcd037-3680-4576-80dc-8589bffbec81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:10:56.158571 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:10:56.158965 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:56.176507 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b92b3e-0aaa-4303-a7f6-c155372a3e16 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:10:56.201001 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:56.204426 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 39b92b3e-0aaa-4303-a7f6-c155372a3e16, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=39b92b3e-0aaa-4303-a7f6-c155372a3e16,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:56.208930 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:56.231312 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65957c79-888a-4c26-9bd7-4f7830f5571d req-ad78dbc2-3596-40e6-91ab-3648b0aeb439 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:56.232935 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-65957c79-888a-4c26-9bd7-4f7830f5571d req-ad78dbc2-3596-40e6-91ab-3648b0aeb439 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 943 time: 0.0503547 Apr 28 14:10:56.255764 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=39b92b3e-0aaa-4303-a7f6-c155372a3e16,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:56.288680 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-65957c79-888a-4c26-9bd7-4f7830f5571d req-95a95e65-2615-4125-baa7-5fa71d735b19 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500486 Apr 28 14:10:56.550242 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['39b92b3e-0aaa-4303-a7f6-c155372a3e16'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:10:56.655692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faec91-98d3-46e9-966a-ba52f454d4ac req-13984eb2-783d-4cd8-83d1-1e20a815b7f4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:56.657425 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-11faec91-98d3-46e9-966a-ba52f454d4ac req-13984eb2-783d-4cd8-83d1-1e20a815b7f4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0463035 Apr 28 14:10:56.705625 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-11faec91-98d3-46e9-966a-ba52f454d4ac req-1b4d9490-5846-43e9-b1ce-8ec7878e54cf tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Apr 28 14:10:56.941329 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-6fb199ba-bff8-44c6-b95a-b055a0125f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:56.942857 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-6fb199ba-bff8-44c6-b95a-b055a0125f75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 1129 time: 0.0497084 Apr 28 14:10:56.983313 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05379d8-e878-4221-9c54-7ecd636f8e1a req-4b5613bf-3152-4b5d-9f71-052ab73369d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:56.984811 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d05379d8-e878-4221-9c54-7ecd636f8e1a req-4b5613bf-3152-4b5d-9f71-052ab73369d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 1129 time: 0.0403783 Apr 28 14:10:57.045498 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d05379d8-e878-4221-9c54-7ecd636f8e1a req-df2c9091-bd38-4e8e-bcde-a91f4409088e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528197 Apr 28 14:10:57.085244 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-748b9d98-3d28-4756-b46a-23c834b6e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:57.086820 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-748b9d98-3d28-4756-b46a-23c834b6e530 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.1173286 Apr 28 14:10:57.307399 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-1b768637-b609-4a65-9559-5c64701610de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14231ff-5634-46c9-8940-cc5cc6137354 HTTP/1.1" status: 200 len: 217 time: 0.0390460 Apr 28 14:10:57.367738 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-b9f5fccd-3c26-45ec-9efd-5f3918171844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:57.369203 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-b9f5fccd-3c26-45ec-9efd-5f3918171844 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0527339 Apr 28 14:10:57.412190 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd675cae-c7fe-4b85-8602-02903c48864f req-fde2e34c-ac6d-4046-abd6-df7412f49f23 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:57.413916 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cd675cae-c7fe-4b85-8602-02903c48864f req-fde2e34c-ac6d-4046-abd6-df7412f49f23 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 944 time: 0.0482581 Apr 28 14:10:57.428802 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-f2aa6c95-a0db-4393-88b7-6df62b0fcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:57.430448 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-f2aa6c95-a0db-4393-88b7-6df62b0fcdf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511532 Apr 28 14:10:57.470645 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cd675cae-c7fe-4b85-8602-02903c48864f req-58d44e3f-d481-44ef-8bc7-297db4ae944c tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Apr 28 14:10:57.535404 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 39b92b3e-0aaa-4303-a7f6-c155372a3e16 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:10:57.539616 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-4ec1fd81-4b07-4939-8006-65b95356b982 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956550 Apr 28 14:10:57.580495 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:10:57.586471 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:10:57.586885 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:57.668211 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:10:57.668625 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:57.691185 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89968091-01ac-467d-88ac-56d17b162785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b92b3e-0aaa-4303-a7f6-c155372a3e16'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:10:57.693489 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d092c15-762f-4bf7-a7c6-071b5fa2267e" -d '{"events": [{"server_uuid": "89968091-01ac-467d-88ac-56d17b162785", "name": "network-vif-plugged", "status": "completed", "tag": "39b92b3e-0aaa-4303-a7f6-c155372a3e16"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:10:57.707931 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 39b92b3e-0aaa-4303-a7f6-c155372a3e16, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=39b92b3e-0aaa-4303-a7f6-c155372a3e16,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:10:57.713859 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:57.739124 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40390) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:57.742786 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9b950c-12c4-49ce-9caa-ab3735cb2366 x-openstack-request-id: req-7c9b950c-12c4-49ce-9caa-ab3735cb2366 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:10:57.743105 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89968091-01ac-467d-88ac-56d17b162785", "name": "network-vif-plugged", "status": "completed", "tag": "39b92b3e-0aaa-4303-a7f6-c155372a3e16", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:10:57.743363 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c9b950c-12c4-49ce-9caa-ab3735cb2366 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:10:57.743753 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9b950c-12c4-49ce-9caa-ab3735cb2366'] response: {'server_uuid': '89968091-01ac-467d-88ac-56d17b162785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b92b3e-0aaa-4303-a7f6-c155372a3e16', 'code': 200} Apr 28 14:10:57.770189 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=39b92b3e-0aaa-4303-a7f6-c155372a3e16,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:57.841911 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae6b8-ab7d-48d4-b0df-482670a85830 req-86367235-d2be-4cee-95b4-965d0d7da84c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:57.843421 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-963ae6b8-ab7d-48d4-b0df-482670a85830 req-86367235-d2be-4cee-95b4-965d0d7da84c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0600078 Apr 28 14:10:57.859611 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ebe5-6b28-4f24-b014-a229332b826c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:57.893784 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-963ae6b8-ab7d-48d4-b0df-482670a85830 req-4ad1b548-4f59-4ebe-be06-fe423d487735 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Apr 28 14:10:57.903783 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1005ab90-2c24-490c-88ff-79c25e211da4 req-4c0804d2-4b54-4eb9-bfa0-eadab5c44cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247482 Apr 28 14:10:57.968153 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ebe5-6b28-4f24-b014-a229332b826c admin admin] Publish callbacks [] for security_group (fc8a6fa4-5662-4381-a638-adfbedbcf657), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:57.984153 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ebe5-6b28-4f24-b014-a229332b826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (fc8a6fa4-5662-4381-a638-adfbedbcf657), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.026997 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d7ecc-7c32-4efd-92ac-e335aac5b9e4 req-0fecd1bf-9872-4b48-bfeb-d075d380b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:58.028939 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-363d7ecc-7c32-4efd-92ac-e335aac5b9e4 req-0fecd1bf-9872-4b48-bfeb-d075d380b90c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 1129 time: 0.0733681 Apr 28 14:10:58.030888 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8ebe5-6b28-4f24-b014-a229332b826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8a6fa4-5662-4381-a638-adfbedbcf657,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:58.035301 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-dbd8ebe5-6b28-4f24-b014-a229332b826c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd55e3ef984e4954bc8758934ee5b1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950909 Apr 28 14:10:58.037918 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40394) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:58.084746 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3302-10bd-4526-acea-0dafc21d3ccd admin admin] Publish callbacks [] for security_group (fc8a6fa4-5662-4381-a638-adfbedbcf657), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.107989 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3302-10bd-4526-acea-0dafc21d3ccd admin admin] Publish callbacks [] for security_group (fc8a6fa4-5662-4381-a638-adfbedbcf657), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.163065 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3302-10bd-4526-acea-0dafc21d3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (fc8a6fa4-5662-4381-a638-adfbedbcf657), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.165576 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3302-10bd-4526-acea-0dafc21d3ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.169671 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ee4a3302-10bd-4526-acea-0dafc21d3ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc8a6fa4-5662-4381-a638-adfbedbcf657 HTTP/1.1" status: 204 len: 168 time: 0.1279578 Apr 28 14:10:58.177669 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a3302-10bd-4526-acea-0dafc21d3ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8a6fa4-5662-4381-a638-adfbedbcf657,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:58.432299 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-363d7ecc-7c32-4efd-92ac-e335aac5b9e4 req-b86d5a73-92c4-46b1-aaea-b49cf4d369cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538664 Apr 28 14:10:58.523843 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40428) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:58.540679 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ee5def2-1105-403c-a5d7-c16541d1992b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.620931 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d96a-7d1e-427c-8779-71e046dcd4e0 req-e6f97dbd-8f7d-43d3-92de-7ce0e0ebc080 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:58.623290 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cf64d96a-7d1e-427c-8779-71e046dcd4e0 req-e6f97dbd-8f7d-43d3-92de-7ce0e0ebc080 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 945 time: 0.0673792 Apr 28 14:10:58.702314 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cf64d96a-7d1e-427c-8779-71e046dcd4e0 req-a74ef28d-b0bc-479b-b195-7f277e0cab7d tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Apr 28 14:10:58.703931 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ee5def2-1105-403c-a5d7-c16541d1992b admin admin] Publish callbacks [] for security_group (17bc9766-35c6-4a04-8e9c-12b50550519a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.707384 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ee5def2-1105-403c-a5d7-c16541d1992b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (17bc9766-35c6-4a04-8e9c-12b50550519a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.751596 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1ee5def2-1105-403c-a5d7-c16541d1992b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf2d5c7be9f2495db8f8ce5bdd414f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265544 Apr 28 14:10:58.752440 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5def2-1105-403c-a5d7-c16541d1992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc9766-35c6-4a04-8e9c-12b50550519a,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:58.754429 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40432) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:58.809998 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7dff3a6a-417e-4b0e-80b0-3514f10e578c admin admin] Publish callbacks [] for security_group (17bc9766-35c6-4a04-8e9c-12b50550519a), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.833489 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7dff3a6a-417e-4b0e-80b0-3514f10e578c admin admin] Publish callbacks [] for security_group (17bc9766-35c6-4a04-8e9c-12b50550519a), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.878226 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7dff3a6a-417e-4b0e-80b0-3514f10e578c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (17bc9766-35c6-4a04-8e9c-12b50550519a), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.880771 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7dff3a6a-417e-4b0e-80b0-3514f10e578c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:58.882265 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-7dff3a6a-417e-4b0e-80b0-3514f10e578c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17bc9766-35c6-4a04-8e9c-12b50550519a HTTP/1.1" status: 204 len: 168 time: 0.1262996 Apr 28 14:10:58.890799 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff3a6a-417e-4b0e-80b0-3514f10e578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc9766-35c6-4a04-8e9c-12b50550519a,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:59.018132 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715c379-7ad7-44b0-bb98-78a005461827 req-7cf68386-97a3-4890-a312-4c091d0b1bc6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:59.019703 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6715c379-7ad7-44b0-bb98-78a005461827 req-7cf68386-97a3-4890-a312-4c091d0b1bc6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0514307 Apr 28 14:10:59.070546 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6715c379-7ad7-44b0-bb98-78a005461827 req-0cd4f105-4474-4313-8193-dcda7c528720 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Apr 28 14:10:59.213663 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40446) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:59.227622 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-80adf2fe-fe5d-4769-af2e-c979dd564fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:59.316871 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-80adf2fe-fe5d-4769-af2e-c979dd564fb5 admin admin] Publish callbacks [] for security_group (f3f6d300-de0a-458f-a05a-cf09df787208), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:59.322397 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-80adf2fe-fe5d-4769-af2e-c979dd564fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (f3f6d300-de0a-458f-a05a-cf09df787208), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:59.363794 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-80adf2fe-fe5d-4769-af2e-c979dd564fb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71f8d0c91e4b495395426bc2e7dd2a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490519 Apr 28 14:10:59.366174 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40452) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:59.373271 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8efb-f23c-4a5c-9956-08dc0696c880 req-107ccd46-eec6-4dc3-a8ef-9bfd9fbaa2f0 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:59.373784 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adf2fe-fe5d-4769-af2e-c979dd564fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f6d300-de0a-458f-a05a-cf09df787208,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:59.375209 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1d6f8efb-f23c-4a5c-9956-08dc0696c880 req-107ccd46-eec6-4dc3-a8ef-9bfd9fbaa2f0 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0802829 Apr 28 14:10:59.387423 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b6016-453a-4009-8ba2-894c792abf2c req-0c084b79-6c34-4b1d-91d3-f74efb55d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:59.388834 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-548b6016-453a-4009-8ba2-894c792abf2c req-0c084b79-6c34-4b1d-91d3-f74efb55d982 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 1129 time: 0.0543480 Apr 28 14:10:59.419799 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1811fd17-4598-42bc-82d7-a17a35243f2f admin admin] Publish callbacks [] for security_group (f3f6d300-de0a-458f-a05a-cf09df787208), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:59.431010 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1d6f8efb-f23c-4a5c-9956-08dc0696c880 req-48b417da-1642-4afc-864b-67a971866cd8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Apr 28 14:10:59.444873 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1811fd17-4598-42bc-82d7-a17a35243f2f admin admin] Publish callbacks [] for security_group (f3f6d300-de0a-458f-a05a-cf09df787208), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:59.495685 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1811fd17-4598-42bc-82d7-a17a35243f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (f3f6d300-de0a-458f-a05a-cf09df787208), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:59.498306 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1811fd17-4598-42bc-82d7-a17a35243f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:59.499479 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1811fd17-4598-42bc-82d7-a17a35243f2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3f6d300-de0a-458f-a05a-cf09df787208 HTTP/1.1" status: 204 len: 168 time: 0.1323516 Apr 28 14:10:59.507744 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811fd17-4598-42bc-82d7-a17a35243f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f6d300-de0a-458f-a05a-cf09df787208,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:10:59.805678 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40478) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:10:59.814404 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b6016-453a-4009-8ba2-894c792abf2c req-c9edaa2e-30e5-4c75-ae1b-27a11df68ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:59.816423 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-548b6016-453a-4009-8ba2-894c792abf2c req-c9edaa2e-30e5-4c75-ae1b-27a11df68ee1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.1050506 Apr 28 14:10:59.869655 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-548b6016-453a-4009-8ba2-894c792abf2c req-09bea012-4b7a-454a-9e93-c6ac1eb44e1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14231ff-5634-46c9-8940-cc5cc6137354 HTTP/1.1" status: 200 len: 217 time: 0.0419552 Apr 28 14:10:59.894124 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8238b-aa05-48c2-882c-d510d9196876 req-a9be4ee4-6874-484e-8450-03ec492f4950 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:59.904435 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-fcd8238b-aa05-48c2-882c-d510d9196876 req-a9be4ee4-6874-484e-8450-03ec492f4950 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 945 time: 0.0832322 Apr 28 14:10:59.969923 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11b3407d-28d6-4f68-8be7-9c1d2d9aa930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:10:59.970092 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b6016-453a-4009-8ba2-894c792abf2c req-2beb15d5-3ca8-45fa-b8b4-d6102352a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:10:59.971368 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-548b6016-453a-4009-8ba2-894c792abf2c req-2beb15d5-3ca8-45fa-b8b4-d6102352a66c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0861199 Apr 28 14:10:59.975402 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-fcd8238b-aa05-48c2-882c-d510d9196876 req-41cbca9c-f6a8-4ca6-98a9-702c9d8a53a3 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695608 Apr 28 14:11:00.055608 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11b3407d-28d6-4f68-8be7-9c1d2d9aa930 admin admin] Publish callbacks [] for security_group (3e2e21bd-88e8-4980-af1e-a499cac289f5), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.059606 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11b3407d-28d6-4f68-8be7-9c1d2d9aa930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3e2e21bd-88e8-4980-af1e-a499cac289f5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.098633 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-11b3407d-28d6-4f68-8be7-9c1d2d9aa930 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac6589a262e348b9ab5ad3dd99419e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915952 Apr 28 14:11:00.101024 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40492) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:00.108139 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3407d-28d6-4f68-8be7-9c1d2d9aa930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e21bd-88e8-4980-af1e-a499cac289f5,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:00.162873 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc343-5293-45a4-a1d8-952193b859ff admin admin] Publish callbacks [] for security_group (3e2e21bd-88e8-4980-af1e-a499cac289f5), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.184641 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc343-5293-45a4-a1d8-952193b859ff admin admin] Publish callbacks [] for security_group (3e2e21bd-88e8-4980-af1e-a499cac289f5), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.234346 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc343-5293-45a4-a1d8-952193b859ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3e2e21bd-88e8-4980-af1e-a499cac289f5), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.237023 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc343-5293-45a4-a1d8-952193b859ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.238573 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5f5fc343-5293-45a4-a1d8-952193b859ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e2e21bd-88e8-4980-af1e-a499cac289f5 HTTP/1.1" status: 204 len: 168 time: 0.1365008 Apr 28 14:11:00.247794 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fc343-5293-45a4-a1d8-952193b859ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e21bd-88e8-4980-af1e-a499cac289f5,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:00.348513 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b6016-453a-4009-8ba2-894c792abf2c req-d7a54c2b-1634-4583-9bc7-ad1181174b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:00.350315 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-548b6016-453a-4009-8ba2-894c792abf2c req-d7a54c2b-1634-4583-9bc7-ad1181174b23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559101 Apr 28 14:11:00.550526 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0990e-8143-42bf-afef-8beb30dc324a req-86f97ab1-ed24-4a3a-837b-932857e26da8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:00.551962 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5fa0990e-8143-42bf-afef-8beb30dc324a req-86f97ab1-ed24-4a3a-837b-932857e26da8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0475352 Apr 28 14:11:00.603122 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5fa0990e-8143-42bf-afef-8beb30dc324a req-d93c6368-855f-4c14-8705-6caac5d10157 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 Apr 28 14:11:00.656793 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40514) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:00.670773 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-19e8b16b-9b51-417c-a87f-4dea0e1c3e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.746986 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-19e8b16b-9b51-417c-a87f-4dea0e1c3e9d admin admin] Publish callbacks [] for security_group (1a2147e7-76dc-4a87-a8f3-b8514b8b0994), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.751482 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-19e8b16b-9b51-417c-a87f-4dea0e1c3e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1a2147e7-76dc-4a87-a8f3-b8514b8b0994), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.789288 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8b16b-9b51-417c-a87f-4dea0e1c3e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2147e7-76dc-4a87-a8f3-b8514b8b0994,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:00.797632 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-19e8b16b-9b51-417c-a87f-4dea0e1c3e9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f1f4e3fe4774c9eafde1e9cbb558a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381059 Apr 28 14:11:00.799974 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40522) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:00.924980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c98fdf9-a74a-42cb-a109-e2ce0637ac70 admin admin] Publish callbacks [] for security_group (1a2147e7-76dc-4a87-a8f3-b8514b8b0994), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:00.933045 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-548b6016-453a-4009-8ba2-894c792abf2c req-b5af5979-1504-4478-8047-e99370949e9f service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409390 Apr 28 14:11:00.958580 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c98fdf9-a74a-42cb-a109-e2ce0637ac70 admin admin] Publish callbacks [] for security_group (1a2147e7-76dc-4a87-a8f3-b8514b8b0994), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.060221 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-548b6016-453a-4009-8ba2-894c792abf2c req-d454347a-b3c5-4598-ba6f-86fad247c65d service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174421 Apr 28 14:11:01.070443 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c98fdf9-a74a-42cb-a109-e2ce0637ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1a2147e7-76dc-4a87-a8f3-b8514b8b0994), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.076570 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c98fdf9-a74a-42cb-a109-e2ce0637ac70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.077704 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1c98fdf9-a74a-42cb-a109-e2ce0637ac70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a2147e7-76dc-4a87-a8f3-b8514b8b0994 HTTP/1.1" status: 204 len: 168 time: 0.2759588 Apr 28 14:11:01.114629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98fdf9-a74a-42cb-a109-e2ce0637ac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2147e7-76dc-4a87-a8f3-b8514b8b0994,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:01.132099 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1cafb-0b94-4849-bbe4-b73376043f8f req-8dcabbba-a0cd-4b02-afec-95240e5679c6 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:01.133650 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-aed1cafb-0b94-4849-bbe4-b73376043f8f req-8dcabbba-a0cd-4b02-afec-95240e5679c6 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 945 time: 0.0716240 Apr 28 14:11:01.196396 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-aed1cafb-0b94-4849-bbe4-b73376043f8f req-15e01767-c518-482e-9460-75d7fc45a230 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474980 Apr 28 14:11:01.447776 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40546) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:01.465777 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c51172c4-ece0-4b18-bdab-4a9390f38590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.554007 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c51172c4-ece0-4b18-bdab-4a9390f38590 admin admin] Publish callbacks [] for security_group (d7b8ae44-f19b-4b14-88e8-b3b1b1b5a6e5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.560295 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c51172c4-ece0-4b18-bdab-4a9390f38590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d7b8ae44-f19b-4b14-88e8-b3b1b1b5a6e5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.604240 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c51172c4-ece0-4b18-bdab-4a9390f38590 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c5cc549cd6746088621e37d71f31735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549091 Apr 28 14:11:01.606345 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51172c4-ece0-4b18-bdab-4a9390f38590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8ae44-f19b-4b14-88e8-b3b1b1b5a6e5,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:01.607103 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40554) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:01.657782 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3c87f310-dd5c-49e7-986b-ce83d4b6c6e5 admin admin] Publish callbacks [] for security_group (d7b8ae44-f19b-4b14-88e8-b3b1b1b5a6e5), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.680885 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3c87f310-dd5c-49e7-986b-ce83d4b6c6e5 admin admin] Publish callbacks [] for security_group (d7b8ae44-f19b-4b14-88e8-b3b1b1b5a6e5), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.735066 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362dba-612f-4224-90db-e3ce27d36213 req-da03d4d4-2047-47f1-a23a-ed63c215993b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:01.736725 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8e362dba-612f-4224-90db-e3ce27d36213 req-da03d4d4-2047-47f1-a23a-ed63c215993b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0508394 Apr 28 14:11:01.754786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3c87f310-dd5c-49e7-986b-ce83d4b6c6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d7b8ae44-f19b-4b14-88e8-b3b1b1b5a6e5), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.757958 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3c87f310-dd5c-49e7-986b-ce83d4b6c6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:01.759123 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3c87f310-dd5c-49e7-986b-ce83d4b6c6e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7b8ae44-f19b-4b14-88e8-b3b1b1b5a6e5 HTTP/1.1" status: 204 len: 168 time: 0.1509688 Apr 28 14:11:01.768139 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87f310-dd5c-49e7-986b-ce83d4b6c6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8ae44-f19b-4b14-88e8-b3b1b1b5a6e5,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:01.804146 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8e362dba-612f-4224-90db-e3ce27d36213 req-ff25ae95-38f5-402f-a2de-cf2955855dd1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603209 Apr 28 14:11:02.152042 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749d61a-1d8c-4a58-8abf-f32463de2d5a req-6288caad-8532-4ca9-a0fe-654a1b83283b tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:02.158766 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6749d61a-1d8c-4a58-8abf-f32463de2d5a req-6288caad-8532-4ca9-a0fe-654a1b83283b tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 945 time: 0.2716029 Apr 28 14:11:02.206150 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6749d61a-1d8c-4a58-8abf-f32463de2d5a req-64625c26-7c87-4b9b-8499-94201d8a8819 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 Apr 28 14:11:02.222064 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40580) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:02.370559 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-82a477a0-f2f5-42c4-a5aa-0bc772e11723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:02.452393 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-82a477a0-f2f5-42c4-a5aa-0bc772e11723 admin admin] Publish callbacks [] for security_group (364de607-9d8f-403c-9d7c-d3c57468323d), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:02.456665 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-82a477a0-f2f5-42c4-a5aa-0bc772e11723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (364de607-9d8f-403c-9d7c-d3c57468323d), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:02.496245 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a477a0-f2f5-42c4-a5aa-0bc772e11723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364de607-9d8f-403c-9d7c-d3c57468323d,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:02.501899 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-82a477a0-f2f5-42c4-a5aa-0bc772e11723 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b799bf4001da4a0eaef3fa60f662ea76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782638 Apr 28 14:11:02.504627 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40594) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:02.556885 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-321c9422-a57f-4f5a-b49d-abf9d06b906c admin admin] Publish callbacks [] for security_group (364de607-9d8f-403c-9d7c-d3c57468323d), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:02.583296 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-321c9422-a57f-4f5a-b49d-abf9d06b906c admin admin] Publish callbacks [] for security_group (364de607-9d8f-403c-9d7c-d3c57468323d), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:02.639668 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-321c9422-a57f-4f5a-b49d-abf9d06b906c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (364de607-9d8f-403c-9d7c-d3c57468323d), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:02.644670 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-321c9422-a57f-4f5a-b49d-abf9d06b906c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:02.646104 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-321c9422-a57f-4f5a-b49d-abf9d06b906c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/364de607-9d8f-403c-9d7c-d3c57468323d HTTP/1.1" status: 204 len: 168 time: 0.1407220 Apr 28 14:11:02.654765 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c9422-a57f-4f5a-b49d-abf9d06b906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364de607-9d8f-403c-9d7c-d3c57468323d,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:02.925824 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870eae18-04df-4aa5-943d-51334d54d11e req-48165dfb-2497-4264-a908-da8ee5848687 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:02.927841 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-870eae18-04df-4aa5-943d-51334d54d11e req-48165dfb-2497-4264-a908-da8ee5848687 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0512500 Apr 28 14:11:02.987635 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-870eae18-04df-4aa5-943d-51334d54d11e req-6d7fd5b3-9621-4e37-ad1d-676de8df2f27 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529621 Apr 28 14:11:03.322469 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627409a-c7ee-404b-b99a-f3396ee1c8fd req-00af517d-3b52-4b3e-9d41-b505ca013967 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:03.324286 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c627409a-c7ee-404b-b99a-f3396ee1c8fd req-00af517d-3b52-4b3e-9d41-b505ca013967 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 945 time: 0.0510378 Apr 28 14:11:03.373860 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c627409a-c7ee-404b-b99a-f3396ee1c8fd req-010609a1-2608-4f9c-9132-eeddc7abe66c tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Apr 28 14:11:04.092144 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40660) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:04.126801 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9499c6-202c-4b33-96c2-c6d5cfbb5e37 req-434c613c-8d82-4d23-8cfb-277c6300cb48 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:04.128343 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0c9499c6-202c-4b33-96c2-c6d5cfbb5e37 req-434c613c-8d82-4d23-8cfb-277c6300cb48 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0526862 Apr 28 14:11:04.186819 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0c9499c6-202c-4b33-96c2-c6d5cfbb5e37 req-98c1eac0-f6a3-431d-8e96-17aeefbcf2e6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527046 Apr 28 14:11:04.240719 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bd9a-02be-4678-9805-fd4e1529d5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.316019 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bd9a-02be-4678-9805-fd4e1529d5b3 admin admin] Publish callbacks [] for security_group (db268845-7279-4e45-9a55-111211de5bc8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.320401 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3c9bd9a-02be-4678-9805-fd4e1529d5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (db268845-7279-4e45-9a55-111211de5bc8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.360803 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c3c9bd9a-02be-4678-9805-fd4e1529d5b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a73a7474c404cc1b79a92058de39d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675741 Apr 28 14:11:04.361701 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9bd9a-02be-4678-9805-fd4e1529d5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db268845-7279-4e45-9a55-111211de5bc8,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:04.364373 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40672) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:04.419581 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3be52d9a-525d-4a72-b2c3-ac88ed0b9e12 admin admin] Publish callbacks [] for security_group (db268845-7279-4e45-9a55-111211de5bc8), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.445338 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3be52d9a-525d-4a72-b2c3-ac88ed0b9e12 admin admin] Publish callbacks [] for security_group (db268845-7279-4e45-9a55-111211de5bc8), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.494386 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700779a-8ab4-499b-a5d3-75dd0ade100e req-9b9ea451-ea21-4708-a9b6-774a4027337c tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:04.496771 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6700779a-8ab4-499b-a5d3-75dd0ade100e req-9b9ea451-ea21-4708-a9b6-774a4027337c tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 945 time: 0.0491421 Apr 28 14:11:04.499689 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3be52d9a-525d-4a72-b2c3-ac88ed0b9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (db268845-7279-4e45-9a55-111211de5bc8), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.502546 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3be52d9a-525d-4a72-b2c3-ac88ed0b9e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.503853 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3be52d9a-525d-4a72-b2c3-ac88ed0b9e12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db268845-7279-4e45-9a55-111211de5bc8 HTTP/1.1" status: 204 len: 168 time: 0.1378541 Apr 28 14:11:04.513892 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be52d9a-525d-4a72-b2c3-ac88ed0b9e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db268845-7279-4e45-9a55-111211de5bc8,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:04.558251 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6700779a-8ab4-499b-a5d3-75dd0ade100e req-fc8673c4-4ed4-477f-9fa6-9c71843eeb33 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/security-groups?id=b98f2797-5317-460e-abd5-30956c9f8f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559640 Apr 28 14:11:04.680844 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-e1f1c3d9-d512-475c-ad41-f166ae38af7d tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:04.682353 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-e1f1c3d9-d512-475c-ad41-f166ae38af7d tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.13 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 945 time: 0.0522940 Apr 28 14:11:04.778253 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Deleting port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:11:04.778510 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.821538 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40684) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:04.835182 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-21bf8076-b653-4884-a555-c05ddf9223c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.870841 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] For port 39b92b3e-0aaa-4303-a7f6-c155372a3e16, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=39b92b3e-0aaa-4303-a7f6-c155372a3e16,segment=NetworkSegment(73265d53-9108-45c7-9a03-856b8b8eac4d),segment_id=73265d53-9108-45c7-9a03-856b8b8eac4d)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:04.871501 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.886808 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Calling delete_port for 39b92b3e-0aaa-4303-a7f6-c155372a3e16 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:11:04.912155 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-21bf8076-b653-4884-a555-c05ddf9223c7 admin admin] Publish callbacks [] for security_group (eb1b596d-530d-4eea-8daf-0678a22f1682), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.916686 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-21bf8076-b653-4884-a555-c05ddf9223c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (eb1b596d-530d-4eea-8daf-0678a22f1682), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:04.956423 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf8076-b653-4884-a555-c05ddf9223c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1b596d-530d-4eea-8daf-0678a22f1682,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:04.963304 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-21bf8076-b653-4884-a555-c05ddf9223c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2edd74785954441ea77c01eae4d04b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383574 Apr 28 14:11:04.963577 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 40690) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:05.018339 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7eee420-43b6-4461-a982-f6af96b15aaf admin admin] Publish callbacks [] for security_group (eb1b596d-530d-4eea-8daf-0678a22f1682), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:05.042763 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7eee420-43b6-4461-a982-f6af96b15aaf admin admin] Publish callbacks [] for security_group (eb1b596d-530d-4eea-8daf-0678a22f1682), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:05.046966 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (39b92b3e-0aaa-4303-a7f6-c155372a3e16), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:05.061607 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['39b92b3e-0aaa-4303-a7f6-c155372a3e16'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:11:05.085819 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Pushing event deleted for resources: {'Port': ['ID=39b92b3e-0aaa-4303-a7f6-c155372a3e16,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:05.108120 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7eee420-43b6-4461-a982-f6af96b15aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (eb1b596d-530d-4eea-8daf-0678a22f1682), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:05.111587 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e7eee420-43b6-4461-a982-f6af96b15aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:05.113073 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-e7eee420-43b6-4461-a982-f6af96b15aaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb1b596d-530d-4eea-8daf-0678a22f1682 HTTP/1.1" status: 204 len: 168 time: 0.1485596 Apr 28 14:11:05.121705 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eee420-43b6-4461-a982-f6af96b15aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1b596d-530d-4eea-8daf-0678a22f1682,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:05.159193 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] No DVR routers for this DVR port 39b92b3e-0aaa-4303-a7f6-c155372a3e16 on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:11:05.162354 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:05.165742 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-944b31b8-ecb3-4587-b213-1af0ca7ca681 req-642177a9-9e26-4f53-8b7d-f43bc2f0c5b4 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.13 "DELETE /v2.0/ports/39b92b3e-0aaa-4303-a7f6-c155372a3e16 HTTP/1.1" status: 204 len: 173 time: 0.4718137 Apr 28 14:11:05.166209 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89968091-01ac-467d-88ac-56d17b162785', 'name': 'network-vif-deleted', 'tag': '39b92b3e-0aaa-4303-a7f6-c155372a3e16'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:11:05.168478 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f7c36b-fe7d-4241-baea-9d28ec0f017d" -d '{"events": [{"server_uuid": "89968091-01ac-467d-88ac-56d17b162785", "name": "network-vif-deleted", "tag": "39b92b3e-0aaa-4303-a7f6-c155372a3e16"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:11:05.230840 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b798d5-e144-401f-a154-c21b0edb9000 x-openstack-request-id: req-86b798d5-e144-401f-a154-c21b0edb9000 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:11:05.230979 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89968091-01ac-467d-88ac-56d17b162785", "name": "network-vif-deleted", "tag": "39b92b3e-0aaa-4303-a7f6-c155372a3e16", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:11:05.231178 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86b798d5-e144-401f-a154-c21b0edb9000 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:11:05.231583 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b798d5-e144-401f-a154-c21b0edb9000'] response: {'server_uuid': '89968091-01ac-467d-88ac-56d17b162785', 'name': 'network-vif-deleted', 'tag': '39b92b3e-0aaa-4303-a7f6-c155372a3e16', 'status': 'completed', 'code': 200} Apr 28 14:11:05.370778 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4c6d-5607-4715-8397-d9d785dba341 req-22d9431c-2314-4845-8f32-78d616f278e7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:05.373225 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5bec4c6d-5607-4715-8397-d9d785dba341 req-22d9431c-2314-4845-8f32-78d616f278e7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0765686 Apr 28 14:11:05.428891 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5bec4c6d-5607-4715-8397-d9d785dba341 req-2201a203-807c-4fe5-a9ce-bcbef73f06e7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Apr 28 14:11:05.711137 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3e7d4b5a-14b3-42c6-b9bc-1593be4d0c71 req-d87fee05-93a5-4fde-bec8-bdd45d2bc211 tempest-VolumesActionsTest-2110227473 tempest-VolumesActionsTest-2110227473-project] 10.222.0.20 "GET /v2.0/ports?device_id=89968091-01ac-467d-88ac-56d17b162785 HTTP/1.1" status: 200 len: 210 time: 0.0549133 Apr 28 14:11:07.008470 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40754) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:07.013714 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-860ee30e-d1e5-47d3-8872-420cf492b07c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216118665', 'description': 'tempest-description--1399849500'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:07.035773 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-860ee30e-d1e5-47d3-8872-420cf492b07c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.102810 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-860ee30e-d1e5-47d3-8872-420cf492b07c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group (5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.106826 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-860ee30e-d1e5-47d3-8872-420cf492b07c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.137573 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ee30e-d1e5-47d3-8872-420cf492b07c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:07.142801 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-860ee30e-d1e5-47d3-8872-420cf492b07c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.146848 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-860ee30e-d1e5-47d3-8872-420cf492b07c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344965 Apr 28 14:11:07.147692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40762) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:07.151758 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-26648345-eb0f-4292-9611-bad7cd89d0e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'security_group_rule': {'security_group_id': '5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:07.177435 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26648345-eb0f-4292-9611-bad7cd89d0e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group_rule (47c458e8-ab70-4fc7-9edc-2512402e34b6), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.239831 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26648345-eb0f-4292-9611-bad7cd89d0e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group_rule (47c458e8-ab70-4fc7-9edc-2512402e34b6), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.243451 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26648345-eb0f-4292-9611-bad7cd89d0e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (47c458e8-ab70-4fc7-9edc-2512402e34b6), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.262557 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26648345-eb0f-4292-9611-bad7cd89d0e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c458e8-ab70-4fc7-9edc-2512402e34b6,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:07.270140 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26648345-eb0f-4292-9611-bad7cd89d0e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.271309 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-26648345-eb0f-4292-9611-bad7cd89d0e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234581 Apr 28 14:11:07.276777 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40768) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:07.281008 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-837f2ba6-9cd4-489a-b766-2925e88499d7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'security_group_rule': {'security_group_id': '5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:07.308199 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-837f2ba6-9cd4-489a-b766-2925e88499d7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group_rule (1f9c2692-da2c-4384-85c5-3cac477aaccf), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.364338 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-837f2ba6-9cd4-489a-b766-2925e88499d7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group_rule (1f9c2692-da2c-4384-85c5-3cac477aaccf), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.367816 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-837f2ba6-9cd4-489a-b766-2925e88499d7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (1f9c2692-da2c-4384-85c5-3cac477aaccf), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.385388 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f2ba6-9cd4-489a-b766-2925e88499d7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9c2692-da2c-4384-85c5-3cac477aaccf,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:07.393899 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-837f2ba6-9cd4-489a-b766-2925e88499d7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.395079 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-837f2ba6-9cd4-489a-b766-2925e88499d7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173599 Apr 28 14:11:07.398035 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 40778) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:07.402634 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:07.424022 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.505243 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.606423 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Allocated IP 172.27.1.209 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/48b656a2-98b9-4820-bd4e-fcbe8cb2c873) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:07.710516 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for port (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.744718 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.781028 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:07.784040 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:07.789513 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:07.817794 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event updated for resources: {'Port': ['ID=48b656a2-98b9-4820-bd4e-fcbe8cb2c873,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:07.881306 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (c315c86e-3b0f-46a7-a1ae-3cf11b67ef81), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:07.919988 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:08.075310 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for port (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:08.080748 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:08.151583 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event updated for resources: {'Port': ['ID=48b656a2-98b9-4820-bd4e-fcbe8cb2c873,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:08.161208 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (c315c86e-3b0f-46a7-a1ae-3cf11b67ef81), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:08.178672 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:08.179959 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-abf674cd-b8cd-43de-a0fe-1f705c028b45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7810192 Apr 28 14:11:08.404447 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-c39d596c-de2d-444d-a750-680c4413bada tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--216118665&fields=id&tenant_id=56f9e0563ca841b2acf0475664032b9f HTTP/1.1" status: 200 len: 267 time: 0.0565734 Apr 28 14:11:08.515308 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-07e39296-f91d-4fbe-9533-55a6188c1246 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:08.516802 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-07e39296-f91d-4fbe-9533-55a6188c1246 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 818 time: 0.1055038 Apr 28 14:11:08.532370 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-9d4700c6-3c42-4c4c-b052-f4c2b8c3cb8f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/quotas/56f9e0563ca841b2acf0475664032b9f HTTP/1.1" status: 200 len: 375 time: 0.0098472 Apr 28 14:11:08.585207 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-51488a9a-0439-4dab-b68c-a77439ce4407 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0475173 Apr 28 14:11:08.684331 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-c4dffc8e-94c6-4cdf-b643-cb91523a8fd0 service neutron] 10.222.0.20 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857437 Apr 28 14:11:08.777236 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-02b322e7-6ca2-459b-a27b-d577e513775e service neutron] 10.222.0.20 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870435 Apr 28 14:11:08.947739 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b2b3e1a2-00ce-48fb-9d2a-825662aad6c0 req-7e2a80c8-ecf1-4cf2-971e-aaec6343d0c0 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 210 time: 0.0318239 Apr 28 14:11:10.046030 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7d4a9a66-6d82-4e6f-b1ac-0222ebc83950 req-3daaccc6-14f1-4895-b0c9-05373c3763e3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 210 time: 0.0317564 Apr 28 14:11:10.345407 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 39b92b3e-0aaa-4303-a7f6-c155372a3e16 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:11:10.365754 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 39b92b3e-0aaa-4303-a7f6-c155372a3e16 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:11:10.366092 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 39b92b3e-0aaa-4303-a7f6-c155372a3e16 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:11:11.019603 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-7753af7b-e51f-45ef-bf62-aa6d57be4e1a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:11.021022 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-7753af7b-e51f-45ef-bf62-aa6d57be4e1a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 818 time: 0.1101549 Apr 28 14:11:11.086258 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-2f75986e-bf7b-4cfd-ae57-0ac107c3fefc tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f9e0563ca841b2acf0475664032b9f HTTP/1.1" status: 200 len: 379 time: 0.0557637 Apr 28 14:11:11.100064 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'port': {'device_id': '434e83e8-478c-4a9a-b685-0149f175b015', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'admin_state_up': True, 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'security_groups': ['5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:11.147941 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-27ac1d95-31f2-447d-9c13-04367403e54a req-ad1e5a1e-02dd-4468-99e0-be50e3550911 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 210 time: 0.0292156 Apr 28 14:11:11.213177 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Made reservation on behalf of 56f9e0563ca841b2acf0475664032b9f for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:11:11.216799 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:11.345863 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Allocated IP 172.20.0.11 (c08b7cc8-6c6c-48fa-903c-ceba0396e30c/34856d87-1877-4e36-925b-7e5b6d6c2d92/b669ae0a-88cb-4e1e-8877-e406d9a0f8da) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:11.484298 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:11.521168 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:11.574673 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:11.578024 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:11.582951 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:11.586831 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event updated for resources: {'Port': ['ID=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:11.637104 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:11.638475 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:11.662845 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e6d87211-5be4-432b-a6f0-b461a75a8aa8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671747 Apr 28 14:11:11.684912 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Request body: {'port': {'device_id': '434e83e8-478c-4a9a-b685-0149f175b015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:11.772336 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:11.932071 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-653c7c8b-a913-4d39-be57-d9d0467b4908 None None] Provisioning complete for port b669ae0a-88cb-4e1e-8877-e406d9a0f8da triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:11.932568 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-653c7c8b-a913-4d39-be57-d9d0467b4908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:11.978382 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-653c7c8b-a913-4d39-be57-d9d0467b4908 None None] Port b669ae0a-88cb-4e1e-8877-e406d9a0f8da cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:11:12.150513 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b669ae0a-88cb-4e1e-8877-e406d9a0f8da {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:11:12.159179 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Publish callbacks [] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:12.175414 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Transition to ACTIVE for port object b669ae0a-88cb-4e1e-8877-e406d9a0f8da will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:11:12.180063 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:12.305858 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Pushing event updated for resources: {'Port': ['ID=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:12.360093 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Attempting to bind port b669ae0a-88cb-4e1e-8877-e406d9a0f8da on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:12.366937 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Attempting to bind port b669ae0a-88cb-4e1e-8877-e406d9a0f8da by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:12.367354 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Attempting to bind port b669ae0a-88cb-4e1e-8877-e406d9a0f8da on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:12.373390 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a49ad-9be5-4ab7-a80b-4bf727a2854c req-bfc92012-b7ce-428b-8ff2-d9e69bf9d8d0 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:12.382033 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Port b669ae0a-88cb-4e1e-8877-e406d9a0f8da on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:11:12.382356 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Attempting to bind port b669ae0a-88cb-4e1e-8877-e406d9a0f8da on network c08b7cc8-6c6c-48fa-903c-ceba0396e30c {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:12.388408 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a64a49ad-9be5-4ab7-a80b-4bf727a2854c req-bfc92012-b7ce-428b-8ff2-d9e69bf9d8d0 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 944 time: 0.1355722 Apr 28 14:11:12.388695 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:12.388983 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Checking segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:12.389368 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Bound using segment: {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:12.389817 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Bound port: b669ae0a-88cb-4e1e-8877-e406d9a0f8da, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afcd7460-ca54-4a5b-94fa-123e301d03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:12.390174 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:12.468630 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a64a49ad-9be5-4ab7-a80b-4bf727a2854c req-0b5f7c6a-0ba1-4fbe-be34-dc78ef527c04 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793278 Apr 28 14:11:12.519392 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] For port b669ae0a-88cb-4e1e-8877-e406d9a0f8da, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:12.525803 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] For port b669ae0a-88cb-4e1e-8877-e406d9a0f8da, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:12.533728 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:12.568992 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:12.569702 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:12.571143 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] 10.222.0.13 "PUT /v2.0/ports/b669ae0a-88cb-4e1e-8877-e406d9a0f8da HTTP/1.1" status: 200 len: 1094 time: 0.8906970 Apr 28 14:11:12.571645 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:11:12.574048 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dd3013-7175-4414-b618-f9462ed63242" -d '{"events": [{"name": "network-changed", "server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:11:12.611250 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349fd2c-10eb-4ee7-a18c-ad0ea47f12bc service neutron] Pushing event updated for resources: {'Port': ['ID=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:12.614816 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8159f9fd-bbea-4b6a-aecd-84bfcfddc51f x-openstack-request-id: req-8159f9fd-bbea-4b6a-aecd-84bfcfddc51f {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:11:12.615101 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:11:12.615361 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8159f9fd-bbea-4b6a-aecd-84bfcfddc51f {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:11:12.615899 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8159f9fd-bbea-4b6a-aecd-84bfcfddc51f'] response: {'name': 'network-changed', 'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'status': 'completed', 'code': 200} Apr 28 14:11:13.598539 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c3262-4d06-4b0b-8402-b2b99d2070a7 req-8b048673-d401-45ca-b277-2bb2b0d5dba2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:13.600407 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1a5c3262-4d06-4b0b-8402-b2b99d2070a7 req-8b048673-d401-45ca-b277-2bb2b0d5dba2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 944 time: 0.0529842 Apr 28 14:11:13.662676 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1a5c3262-4d06-4b0b-8402-b2b99d2070a7 req-4bf857e0-ab8f-48cb-abae-c2795e25bdc3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563326 Apr 28 14:11:14.780721 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564a996-04bc-4123-841d-7d17171c98eb req-6f08c43a-ab0c-412e-be19-8b69f2b520bb tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:14.782803 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a564a996-04bc-4123-841d-7d17171c98eb req-6f08c43a-ab0c-412e-be19-8b69f2b520bb tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 944 time: 0.0505977 Apr 28 14:11:14.834899 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a564a996-04bc-4123-841d-7d17171c98eb req-2cd45712-fc07-4354-ac58-0d1dfd23a147 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466232 Apr 28 14:11:15.232445 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3013-7175-4414-b618-f9462ed63242 req-c9f4ecf4-e4b8-4a5b-b370-23afce0f8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:15.234001 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75dd3013-7175-4414-b618-f9462ed63242 req-c9f4ecf4-e4b8-4a5b-b370-23afce0f8969 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1128 time: 0.0504038 Apr 28 14:11:15.357185 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3013-7175-4414-b618-f9462ed63242 req-165caef8-125b-4f9b-aa06-435c77098c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:15.358614 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75dd3013-7175-4414-b618-f9462ed63242 req-165caef8-125b-4f9b-aa06-435c77098c3a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=56f9e0563ca841b2acf0475664032b9f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1119294 Apr 28 14:11:15.462563 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd3013-7175-4414-b618-f9462ed63242 req-d62d03ab-16cb-4ad4-b128-ec9d48a2b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:15.464832 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75dd3013-7175-4414-b618-f9462ed63242 req-d62d03ab-16cb-4ad4-b128-ec9d48a2b83f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968485 Apr 28 14:11:15.544987 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-8974e4cc-90d6-491a-b700-b9e7b73ff4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:15.546578 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-8974e4cc-90d6-491a-b700-b9e7b73ff4af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1128 time: 0.0422471 Apr 28 14:11:15.605369 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-f39916d7-87d7-484c-975b-c228c340c2de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da HTTP/1.1" status: 200 len: 217 time: 0.0430510 Apr 28 14:11:15.671407 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-9cd2446f-e5b4-4100-8ef9-a53bf2f147ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:15.674600 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-9cd2446f-e5b4-4100-8ef9-a53bf2f147ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0613647 Apr 28 14:11:15.737774 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-8a585b2d-7aab-4394-8ed9-187d4e047c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:15.739565 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-8a585b2d-7aab-4394-8ed9-187d4e047c13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598648 Apr 28 14:11:15.887311 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-35ff2d0c-5981-4707-a8d3-56d470b6ba77 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382694 Apr 28 14:11:16.041220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bb631-7b75-4adb-82a5-479326108394 req-a4fd6d7c-7810-4090-880c-1feca9496787 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:16.045477 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1b4bb631-7b75-4adb-82a5-479326108394 req-a4fd6d7c-7810-4090-880c-1feca9496787 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 944 time: 0.1253054 Apr 28 14:11:16.145814 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1b4bb631-7b75-4adb-82a5-479326108394 req-e7623ecc-5928-4a6a-9c6f-8fb876b3711d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793135 Apr 28 14:11:16.152891 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0d6b1db2-d5af-4037-a106-a82088e2f8f9 req-f13f1bb8-c470-47fd-911c-1b60a7f0b475 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591779 Apr 28 14:11:16.998373 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41048) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:17.103049 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4a76ef8c-9234-4594-8356-a11d031b2300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:17.179130 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4a76ef8c-9234-4594-8356-a11d031b2300 admin admin] Publish callbacks [] for security_group (4183baeb-397d-4776-80ca-825c5c230d4c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:17.183706 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4a76ef8c-9234-4594-8356-a11d031b2300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (4183baeb-397d-4776-80ca-825c5c230d4c), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:17.225096 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4a76ef8c-9234-4594-8356-a11d031b2300 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2bf40efd5c24ecc9604857f587c5806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256358 Apr 28 14:11:17.226210 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76ef8c-9234-4594-8356-a11d031b2300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4183baeb-397d-4776-80ca-825c5c230d4c,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:17.227819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41054) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:17.307094 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d93fe8-8b5d-4d65-8a36-96fad61ec704 req-5e6ac2f5-81d9-4c7b-96d2-ff5c940b3124 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:17.309130 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c1d93fe8-8b5d-4d65-8a36-96fad61ec704 req-5e6ac2f5-81d9-4c7b-96d2-ff5c940b3124 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 944 time: 0.0621490 Apr 28 14:11:17.336364 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7fc3022f-c1ff-4263-a084-84df22609d71 admin admin] Publish callbacks [] for security_group (4183baeb-397d-4776-80ca-825c5c230d4c), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:17.381389 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c1d93fe8-8b5d-4d65-8a36-96fad61ec704 req-3f91f587-b69c-4638-a481-b66a13ae52e2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657127 Apr 28 14:11:17.383416 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7fc3022f-c1ff-4263-a084-84df22609d71 admin admin] Publish callbacks [] for security_group (4183baeb-397d-4776-80ca-825c5c230d4c), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:17.449920 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7fc3022f-c1ff-4263-a084-84df22609d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (4183baeb-397d-4776-80ca-825c5c230d4c), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:17.453191 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7fc3022f-c1ff-4263-a084-84df22609d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:17.454433 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-7fc3022f-c1ff-4263-a084-84df22609d71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4183baeb-397d-4776-80ca-825c5c230d4c HTTP/1.1" status: 204 len: 168 time: 0.2250042 Apr 28 14:11:17.463551 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3022f-c1ff-4263-a084-84df22609d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4183baeb-397d-4776-80ca-825c5c230d4c,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:17.697987 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b5024d90-e1dc-493e-9b6c-5d2ca9066152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.173491 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device b669ae0a-88cb-4e1e-8877-e406d9a0f8da details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:11:18.345514 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port b669ae0a-88cb-4e1e-8877-e406d9a0f8da, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:18.357462 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'mac_address': 'fa:16:3e:06:41:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:11:18.391641 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41106) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:18.415424 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port b669ae0a-88cb-4e1e-8877-e406d9a0f8da is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:18.415939 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.431507 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b669ae0a-88cb-4e1e-8877-e406d9a0f8da {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:11:18.458884 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port b669ae0a-88cb-4e1e-8877-e406d9a0f8da, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:18.465200 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.524654 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:18.543884 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-655833273-network', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:18.583110 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0ef5f-1cd9-4b1b-a045-b81112fc8422 req-8c8234c6-f7d0-4468-b76b-9d87dd0f5e81 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:18.586572 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f8c0ef5f-1cd9-4b1b-a045-b81112fc8422 req-8c8234c6-f7d0-4468-b76b-9d87dd0f5e81 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 945 time: 0.0945423 Apr 28 14:11:18.602932 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Made reservation on behalf of cfd703e9dd3e460d992ef2daab104619 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:11:18.606257 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.624657 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.699190 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f8c0ef5f-1cd9-4b1b-a045-b81112fc8422 req-f832a149-f8d5-4b4a-b69e-71d75f0ae8ea tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056321 Apr 28 14:11:18.756598 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Publish callbacks [] for security_group (38fcfd29-a0cd-41ac-8b6e-1235772a094f), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.763495 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['b669ae0a-88cb-4e1e-8877-e406d9a0f8da'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:11:18.764823 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (38fcfd29-a0cd-41ac-8b6e-1235772a094f), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.814983 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:11:18.825449 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fcfd29-a0cd-41ac-8b6e-1235772a094f,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:18.847630 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (1933e00d-3dec-4a22-8314-a58d99ed5f51), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.848096 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Added segment 1933e00d-3dec-4a22-8314-a58d99ed5f51 of type vlan for network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf Apr 28 14:11:18.895604 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (509c9b07-a90c-406e-90f2-5e0d8e27d8bf), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.927699 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (509c9b07-a90c-406e-90f2-5e0d8e27d8bf), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.928831 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:18.929758 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:18.974031 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5804567 Apr 28 14:11:18.977180 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41118) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:18.983102 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Request body: {'subnet': {'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-655833273-subnet', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:19.002966 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db3cd9-3462-4f1a-9937-49b5319011b4 admin admin] Pushing event updated for resources: {'Network': ['ID=509c9b07-a90c-406e-90f2-5e0d8e27d8bf,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:19.006738 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Made reservation on behalf of cfd703e9dd3e460d992ef2daab104619 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:11:19.009378 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16879718'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:19.016340 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:11:19.247650 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16879764'] for subnet (430a505b-1a35-4c99-917a-0ef59e29e7f9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:19.306820 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=430a505b-1a35-4c99-917a-0ef59e29e7f9,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:19.345832 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Checking segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:19.346748 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Network hostable DHCP agents. Network: 509c9b07-a90c-406e-90f2-5e0d8e27d8bf, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:11:19.368691 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:11:19.384839 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 509c9b07-a90c-406e-90f2-5e0d8e27d8bf) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:19.396009 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa8cd8-86d1-4db6-8edd-c8205e42de28 None None] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:11:19.402209 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:19.403697 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:19.427062 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e3a7e64b-4fcc-466c-ba28-d99724cfc5af admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4453671 Apr 28 14:11:19.427779 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41138) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:19.436927 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:19.471597 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:19.473397 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:19.566218 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks [] for router_controller (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), precommit_add_association {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:19.587047 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:11:19.588558 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:19.744298 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1c092-8a66-40eb-95ce-992d32fd3a45 req-37b4e804-b1c0-4b4e-aefc-439b030a00a9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:19.745911 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2ed1c092-8a66-40eb-95ce-992d32fd3a45 req-37b4e804-b1c0-4b4e-aefc-439b030a00a9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1286337 Apr 28 14:11:19.795607 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks [] for router_gateway (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:19.800580 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Allocated IP 172.20.0.2 (509c9b07-a90c-406e-90f2-5e0d8e27d8bf/430a505b-1a35-4c99-917a-0ef59e29e7f9/8811915f-0c49-42f7-ae43-f249b95f921b) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:19.867379 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb479-dbc7-4bb9-932a-f0a0d868151f req-4c41b838-7a74-4f2c-b43b-bbefbcc3146d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:19.876389 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-869fb479-dbc7-4bb9-932a-f0a0d868151f req-4c41b838-7a74-4f2c-b43b-bbefbcc3146d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 945 time: 0.0839367 Apr 28 14:11:19.924419 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2ed1c092-8a66-40eb-95ce-992d32fd3a45 req-c3f16161-5c2b-4257-ae06-e6e1c24546e0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401284 Apr 28 14:11:19.962016 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-869fb479-dbc7-4bb9-932a-f0a0d868151f req-090decd9-059c-43ec-bc93-dbd6ae0dd287 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806849 Apr 28 14:11:20.071126 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks [] for router_gateway (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.081605 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1a8c-b86b-42b6-9e17-9479c89b66c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.092986 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Publish callbacks [] for port (8811915f-0c49-42f7-ae43-f249b95f921b), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.093802 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.101703 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.150290 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:20.158076 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:20.162765 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:20.171194 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Pushing event updated for resources: {'Port': ['ID=8811915f-0c49-42f7-ae43-f249b95f921b,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:20.183435 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.183782 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.184201 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.184558 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.184947 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.185262 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.185630 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.187564 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.187564 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.187564 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.187564 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.187874 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.188112 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.188944 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.188944 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:20.212947 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device b669ae0a-88cb-4e1e-8877-e406d9a0f8da up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:20.249922 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Allocated IP 172.27.1.129 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/8c83efb8-5cc3-41c9-aa88-f47405b58f6a) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:20.317945 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Attempting to bind port 8811915f-0c49-42f7-ae43-f249b95f921b on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:20.318322 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Attempting to bind port 8811915f-0c49-42f7-ae43-f249b95f921b by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:20.319838 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Attempting to bind port 8811915f-0c49-42f7-ae43-f249b95f921b on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:20.332436 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:20.332906 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Checking segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:20.334847 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.334847 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Bound using segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:20.334847 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Bound port: 8811915f-0c49-42f7-ae43-f249b95f921b, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:20.335655 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.338028 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port b669ae0a-88cb-4e1e-8877-e406d9a0f8da completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:11:20.355136 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port b669ae0a-88cb-4e1e-8877-e406d9a0f8da triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:20.355529 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.417520 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks [] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.461694 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.465582 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] For port 8811915f-0c49-42f7-ae43-f249b95f921b, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:20.470919 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] For port 8811915f-0c49-42f7-ae43-f249b95f921b, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8811915f-0c49-42f7-ae43-f249b95f921b,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:20.511208 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:20.515127 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:20.521914 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:20.554020 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Pushing event updated for resources: {'Port': ['ID=8c83efb8-5cc3-41c9-aa88-f47405b58f6a,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:20.645648 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.705384 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port b669ae0a-88cb-4e1e-8877-e406d9a0f8da is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:20.705833 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.753908 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1681fda-195a-4500-bceb-f848510d3b3f None None] Pushing event updated for resources: {'Port': ['ID=8811915f-0c49-42f7-ae43-f249b95f921b,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:20.761266 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:11:20.764493 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a4208b-f3c8-4272-b347-a468b268ff62" -d '{"events": [{"server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "name": "network-vif-plugged", "status": "completed", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:11:20.796236 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port b669ae0a-88cb-4e1e-8877-e406d9a0f8da, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:20.819706 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.922228 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5876fad7-32d0-4d2e-bbbd-31b47866611a x-openstack-request-id: req-5876fad7-32d0-4d2e-bbbd-31b47866611a {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:11:20.922538 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "name": "network-vif-plugged", "status": "completed", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:11:20.922796 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5876fad7-32d0-4d2e-bbbd-31b47866611a {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:11:20.923199 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5876fad7-32d0-4d2e-bbbd-31b47866611a'] response: {'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'code': 200} Apr 28 14:11:20.950138 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks [] for router_gateway (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:20.993232 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:21.149256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf49a5a-c2cb-4dbf-ab5b-1b519f903716 req-fa27e4f2-945f-4c1b-83c8-13ac9a996315 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:21.161425 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6bf49a5a-c2cb-4dbf-ab5b-1b519f903716 req-fa27e4f2-945f-4c1b-83c8-13ac9a996315 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0970879 Apr 28 14:11:21.269591 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81178049-51e1-484c-8eaa-d729242edbd2 req-108a9938-b816-4d2d-971d-b2592715304e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:21.269828 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8528927-9233-49c8-ab9a-da9304aa8cf3 req-3cb9fe49-ae45-428e-9ef7-5fd622f5d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:21.276996 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d8528927-9233-49c8-ab9a-da9304aa8cf3 req-3cb9fe49-ae45-428e-9ef7-5fd622f5d423 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1130 time: 0.1024418 Apr 28 14:11:21.281254 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-81178049-51e1-484c-8eaa-d729242edbd2 req-108a9938-b816-4d2d-971d-b2592715304e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.1566744 Apr 28 14:11:21.480148 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6bf49a5a-c2cb-4dbf-ab5b-1b519f903716 req-f4048e93-f6b1-406d-99e0-5af616c60870 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012321 Apr 28 14:11:21.495301 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d8528927-9233-49c8-ab9a-da9304aa8cf3 req-a8f2675e-f4ae-4ea7-8757-83899c5cf559 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859365 Apr 28 14:11:21.564756 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8811915f-0c49-42f7-ae43-f249b95f921b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:21.571075 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-81178049-51e1-484c-8eaa-d729242edbd2 req-02d03603-b065-4720-b282-cebc5708abc8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885818 Apr 28 14:11:21.646108 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 8811915f-0c49-42f7-ae43-f249b95f921b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:21.646491 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:21.650874 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:21.788818 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 8811915f-0c49-42f7-ae43-f249b95f921b is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:21.789462 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:21.820406 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:21.844913 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 8811915f-0c49-42f7-ae43-f249b95f921b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8811915f-0c49-42f7-ae43-f249b95f921b,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:21.854517 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:21.888165 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:11:21.944017 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=8811915f-0c49-42f7-ae43-f249b95f921b,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:22.087258 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:11:22.101922 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:11:22.120999 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:22.122319 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:22.144974 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:22.149788 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-37343f28-c1ee-4902-bdc3-357223569e1b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7207005 Apr 28 14:11:22.152501 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41232) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:22.418404 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:22.590257 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c703465-2363-4ae5-992e-9b4ab82d7da7 None None] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:11:22.648953 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-bcf21df4-0551-478f-b9e9-84e47e232faa None None] Provisioning complete for port 8811915f-0c49-42f7-ae43-f249b95f921b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:22.649753 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-bcf21df4-0551-478f-b9e9-84e47e232faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:22.772876 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c99ada-874a-4bf4-93ee-32d380cd7fe6 req-5bf5e776-c55c-47c4-b4b5-9494bb08199c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:22.782229 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e7c99ada-874a-4bf4-93ee-32d380cd7fe6 req-5bf5e776-c55c-47c4-b4b5-9494bb08199c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1633048 Apr 28 14:11:22.791512 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f73cb-376e-4032-91aa-04daf5b8c2b8 req-a0c0c842-92d5-4007-8c35-08b65ef72a4e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:22.793628 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-339f73cb-376e-4032-91aa-04daf5b8c2b8 req-a0c0c842-92d5-4007-8c35-08b65ef72a4e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0924675 Apr 28 14:11:22.915576 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:20Z', 'revision_number': 3, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:22.917755 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-339f73cb-376e-4032-91aa-04daf5b8c2b8 req-1cba7c5a-b521-4edd-bfb1-7c03a5ed9d45 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110208 Apr 28 14:11:22.935668 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:22.950879 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-bcf21df4-0551-478f-b9e9-84e47e232faa None None] Current status of the port 8811915f-0c49-42f7-ae43-f249b95f921b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:23.002252 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:11:23.002613 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Updating router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:11:23.074280 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:11:23.084378 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.113942 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e7c99ada-874a-4bf4-93ee-32d380cd7fe6 req-32086712-efe6-462c-8a6f-3a5d9939faec tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298261 Apr 28 14:11:23.253503 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.286737 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-6b966b4c-98fe-4f75-92b4-3bc98f49b5e3 None None] Provisioning complete for port 8811915f-0c49-42f7-ae43-f249b95f921b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:23.286950 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6b966b4c-98fe-4f75-92b4-3bc98f49b5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.463417 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-6b966b4c-98fe-4f75-92b4-3bc98f49b5e3 None None] Current status of the port 8811915f-0c49-42f7-ae43-f249b95f921b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:23.496569 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8811915f-0c49-42f7-ae43-f249b95f921b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:23.506684 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Publish callbacks [] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.515615 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.593468 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Attempting to bind port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:23.593885 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Attempting to bind port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:23.597139 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Attempting to bind port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:23.638329 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:23.639079 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:23.639501 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.640011 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:23.640790 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Bound port: 8c83efb8-5cc3-41c9-aa88-f47405b58f6a, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:23.641168 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.643678 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 8811915f-0c49-42f7-ae43-f249b95f921b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:23.644064 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.725963 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] For port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:23.730945 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] For port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8c83efb8-5cc3-41c9-aa88-f47405b58f6a,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:23.736014 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Pushing event updated for resources: {'Port': ['ID=8c83efb8-5cc3-41c9-aa88-f47405b58f6a,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:23.743804 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Allocated IP 172.20.0.1 (509c9b07-a90c-406e-90f2-5e0d8e27d8bf/430a505b-1a35-4c99-917a-0ef59e29e7f9/57042fc3-1017-4004-96a1-381a656161a9) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:23.744030 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.763773 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.764123 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.764575 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.765267 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.765675 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.766011 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.766867 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.767218 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.768016 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.768289 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.768621 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.769056 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.769983 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.770315 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.770924 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:23.833283 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 8811915f-0c49-42f7-ae43-f249b95f921b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:23.863632 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:23.864290 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:23.889675 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Publish callbacks [] for port (57042fc3-1017-4004-96a1-381a656161a9), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.909224 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1876f84-5975-4b2a-b338-92a17f394b26 None None] Pushing event updated for resources: {'Port': ['ID=8c83efb8-5cc3-41c9-aa88-f47405b58f6a,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:23.926186 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (57042fc3-1017-4004-96a1-381a656161a9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:23.976533 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:23.981800 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:23.984423 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:24.001534 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:24.011752 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Pushing event updated for resources: {'Port': ['ID=57042fc3-1017-4004-96a1-381a656161a9,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:24.031326 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.031933 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.032268 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.032672 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.032915 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.033361 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.033828 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.033975 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.034465 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.034573 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.034985 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.035130 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.035642 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.035642 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.036127 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:24.081219 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:24.134965 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2919f3-c073-49bb-9758-523a3435842e req-d18d20a3-3dad-4eb4-93a7-0a48983b4817 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:24.142388 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9d2919f3-c073-49bb-9758-523a3435842e req-d18d20a3-3dad-4eb4-93a7-0a48983b4817 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.1187415 Apr 28 14:11:24.277585 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:24.300152 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:20Z', 'revision_number': 3, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:24.315375 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9d2919f3-c073-49bb-9758-523a3435842e req-86102a29-a3a1-4e99-a54a-a3592673fdb1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498845 Apr 28 14:11:24.374239 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f494a-a880-47a5-8fe4-2b85e576d996 None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:20Z', 'revision_number': 3, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:11:24.414721 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-11dc5a53-4c81-4a7d-9fb6-19b8450181c8 None None] Provisioning complete for port 57042fc3-1017-4004-96a1-381a656161a9 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:24.417485 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-11dc5a53-4c81-4a7d-9fb6-19b8450181c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (57042fc3-1017-4004-96a1-381a656161a9), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:24.533399 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-11dc5a53-4c81-4a7d-9fb6-19b8450181c8 None None] Port 57042fc3-1017-4004-96a1-381a656161a9 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:11:24.536206 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576385d4-98a0-431e-a7ed-42e8e470cc29 req-1251ebf6-7c7c-4be9-8ec9-c53c9a97afed tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:24.540239 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d394-05ea-4f1c-a39d-0c2e9b7d850b req-2ba12a36-ea7e-4e47-b2a6-ee173b544775 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:24.540642 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-576385d4-98a0-431e-a7ed-42e8e470cc29 req-1251ebf6-7c7c-4be9-8ec9-c53c9a97afed tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0833311 Apr 28 14:11:24.541475 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (57042fc3-1017-4004-96a1-381a656161a9), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:24.552532 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4759d394-05ea-4f1c-a39d-0c2e9b7d850b req-2ba12a36-ea7e-4e47-b2a6-ee173b544775 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.1145225 Apr 28 14:11:24.557774 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41252) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:24.566521 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'floatingip': {'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:24.650966 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-576385d4-98a0-431e-a7ed-42e8e470cc29 req-1e60131e-f297-4d20-9986-d0f4d78a707c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895019 Apr 28 14:11:24.677484 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (c315c86e-3b0f-46a7-a1ae-3cf11b67ef81), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:24.930481 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Publish callbacks [] for port (57042fc3-1017-4004-96a1-381a656161a9), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:24.939090 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (57042fc3-1017-4004-96a1-381a656161a9), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:25.042563 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Pushing event updated for resources: {'Port': ['ID=57042fc3-1017-4004-96a1-381a656161a9,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:25.135635 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:25.398336 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:25.400620 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:25.516869 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8c83efb8-5cc3-41c9-aa88-f47405b58f6a up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:25.602527 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:25.603102 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:25.741505 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:11:25.815814 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:25.816221 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:25.861870 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8c83efb8-5cc3-41c9-aa88-f47405b58f6a,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:25.878364 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:25.955883 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-17640d63-8226-4231-a908-3033c323beaa None None] Provisioning complete for port 57042fc3-1017-4004-96a1-381a656161a9 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:25.956354 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-17640d63-8226-4231-a908-3033c323beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (57042fc3-1017-4004-96a1-381a656161a9), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:26.053304 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:11:26.078132 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-11bb02ae-d266-4be7-a25c-24e48c9dc194 admin admin] 10.222.0.20 "PUT /v2.0/routers/04f36ad2-0c0c-43a0-8a97-136c5f4f9c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9154811 Apr 28 14:11:26.088073 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-17640d63-8226-4231-a908-3033c323beaa None None] Port 57042fc3-1017-4004-96a1-381a656161a9 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:11:26.145511 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=8c83efb8-5cc3-41c9-aa88-f47405b58f6a,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:26.176272 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:26.196571 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (c315c86e-3b0f-46a7-a1ae-3cf11b67ef81), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:26.203361 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:26.300424 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb64fce-f609-40a9-8e78-122c055e7d6d req-a96dc2ae-9f1a-4484-b713-c19963b81caa tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:26.309195 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4bb64fce-f609-40a9-8e78-122c055e7d6d req-a96dc2ae-9f1a-4484-b713-c19963b81caa tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1455183 Apr 28 14:11:26.435485 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4bb64fce-f609-40a9-8e78-122c055e7d6d req-7ef580f9-ae8f-4e6a-a77d-4a10e88076fc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176839 Apr 28 14:11:26.437104 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Floating IP c315c86e-3b0f-46a7-a1ae-3cf11b67ef81 associated. External IP: 172.27.1.209, port: b669ae0a-88cb-4e1e-8877-e406d9a0f8da. Apr 28 14:11:26.489903 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc30b99-155d-479a-816a-118e2851c6aa req-5cc1c8c8-cf92-4af4-9b2e-b7ad6670b1a2 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:26.504359 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-adc30b99-155d-479a-816a-118e2851c6aa req-5cc1c8c8-cf92-4af4-9b2e-b7ad6670b1a2 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0696795 Apr 28 14:11:26.596484 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-adc30b99-155d-479a-816a-118e2851c6aa req-fc9b8316-d3b1-4f88-9cfe-69789870f17c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906868 Apr 28 14:11:26.815788 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Router 27fadad9-4d28-4de3-a8bc-399e911cefb5 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:11:26.842091 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41288) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:26.847250 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2082740328-network', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:26.873245 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Made reservation on behalf of 601b87adc4a2466a841a8b1b58a898d5 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:11:26.875760 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:26.887427 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:26.977891 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:11:26.985192 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:26.996018 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] Sync routers for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:11:27.000347 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Publish callbacks [] for security_group (96802e92-9b41-4217-b989-42e2a5f21551), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.007478 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (96802e92-9b41-4217-b989-42e2a5f21551), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.033298 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:11:27.034248 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:27.037236 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:27.062371 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-073d37bd-3b96-4bf8-a122-1f6f0c97ad34 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "PUT /v2.0/floatingips/c315c86e-3b0f-46a7-a1ae-3cf11b67ef81 HTTP/1.1" status: 200 len: 992 time: 2.4963033 Apr 28 14:11:27.062371 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:11:27.064861 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (cc22e546-7293-45c0-a0b9-9530c83337de), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.064861 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Added segment cc22e546-7293-45c0-a0b9-9530c83337de of type vlan for network 70565363-55e3-45d9-90d8-3e3955436fd7 Apr 28 14:11:27.070691 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:11:27.146023 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (70565363-55e3-45d9-90d8-3e3955436fd7), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.158964 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96802e92-9b41-4217-b989-42e2a5f21551,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:27.191932 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:11:27.222029 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (70565363-55e3-45d9-90d8-3e3955436fd7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.223122 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:27.223293 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:27.224122 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.225214 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:27.240847 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f78905-6c41-4133-9df4-8ad9c47f1c67 x-openstack-request-id: req-48f78905-6c41-4133-9df4-8ad9c47f1c67 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:11:27.241474 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:11:27.241474 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48f78905-6c41-4133-9df4-8ad9c47f1c67 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:11:27.243681 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f78905-6c41-4133-9df4-8ad9c47f1c67'] response: {'name': 'network-changed', 'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'status': 'completed', 'code': 200} Apr 28 14:11:27.300944 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=70565363-55e3-45d9-90d8-3e3955436fd7,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:27.345884 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-c38652f8-d79c-494d-91a9-99fa63a213a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:27.346123 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 70565363-55e3-45d9-90d8-3e3955436fd7 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:11:27.347575 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-c38652f8-d79c-494d-91a9-99fa63a213a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1130 time: 0.0518675 Apr 28 14:11:27.424321 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:27.518729 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-b02228b2-0f21-4037-abeb-a0c850eed4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:27.520722 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-b02228b2-0f21-4037-abeb-a0c850eed4e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.1654303 Apr 28 14:11:27.524243 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d70dd7c1-6348-4ef7-9973-ab860004b3a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6810787 Apr 28 14:11:27.528638 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41298) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:27.530659 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:27.539026 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Request body: {'subnet': {'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2082740328-subnet', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:27.600520 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8c83efb8-5cc3-41c9-aa88-f47405b58f6a up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:27.735207 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Made reservation on behalf of 601b87adc4a2466a841a8b1b58a898d5 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:11:27.737578 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16879718'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.742695 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 2, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:27.799789 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:11:27.802472 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Updating router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 port 57042fc3-1017-4004-96a1-381a656161a9 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:11:27.820337 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebb60b-916d-48f5-adb4-7bda851bd3ff req-cf8bf777-a522-4f11-8ffc-1a6ba7ab6459 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:27.821904 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-65ebb60b-916d-48f5-adb4-7bda851bd3ff req-cf8bf777-a522-4f11-8ffc-1a6ba7ab6459 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.2520249 Apr 28 14:11:27.825190 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb673cd-36cc-4613-b990-e7010d3fd145 req-936a4c61-f0df-4097-8da5-42425999b80f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:27.827137 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-beb673cd-36cc-4613-b990-e7010d3fd145 req-936a4c61-f0df-4097-8da5-42425999b80f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.1087544 Apr 28 14:11:27.868994 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:27.869676 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.873731 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-f1309913-9a05-47aa-8bb7-b81bca4c2ef9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da HTTP/1.1" status: 200 len: 1000 time: 0.3278985 Apr 28 14:11:27.910637 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (57042fc3-1017-4004-96a1-381a656161a9), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:27.962894 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-beb673cd-36cc-4613-b990-e7010d3fd145 req-bcfb25e1-f9b2-423c-8af0-2b4f08ea8c32 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285942 Apr 28 14:11:27.991290 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-65ebb60b-916d-48f5-adb4-7bda851bd3ff req-88cdbb7c-d856-4d0d-8357-83e6b0dac1ef tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302018 Apr 28 14:11:28.114719 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-3559803d-ac27-49d7-822d-10d4d4bab3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:28.116191 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-3559803d-ac27-49d7-822d-10d4d4bab3d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.2339895 Apr 28 14:11:28.179917 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16879764'] for subnet (79d4251e-86c3-41c7-a95b-304cf355e073), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.273000 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-157db254-65a9-4f42-89ac-efa7cdf5c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:28.274693 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-157db254-65a9-4f42-89ac-efa7cdf5c8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1380200 Apr 28 14:11:28.302142 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'c315c86e-3b0f-46a7-a1ae-3cf11b67ef81', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'mac_address': 'fa:16:3e:06:41:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e83e8-478c-4a9a-b685-0149f175b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:11:07Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 1, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:28.343756 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] Checking router: 27fadad9-4d28-4de3-a8bc-399e911cefb5 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:11:28.347071 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:28.358893 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Publish callbacks [] for port (57042fc3-1017-4004-96a1-381a656161a9), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.365215 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (57042fc3-1017-4004-96a1-381a656161a9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.369310 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:28.370053 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:28.419044 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0545cca-420e-403f-83f3-f9a261c792af None None] Pushing event updated for resources: {'Port': ['ID=57042fc3-1017-4004-96a1-381a656161a9,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:28.532890 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Attempting to bind port 57042fc3-1017-4004-96a1-381a656161a9 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:28.533260 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Attempting to bind port 57042fc3-1017-4004-96a1-381a656161a9 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:28.533720 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Attempting to bind port 57042fc3-1017-4004-96a1-381a656161a9 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:28.540007 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:28.540475 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Checking segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:28.540946 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.541404 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Bound using segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:28.542275 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Bound port: 57042fc3-1017-4004-96a1-381a656161a9, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:28.542719 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (57042fc3-1017-4004-96a1-381a656161a9), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.603806 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:28.666083 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] For port 57042fc3-1017-4004-96a1-381a656161a9, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:28.674365 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] For port 57042fc3-1017-4004-96a1-381a656161a9, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=57042fc3-1017-4004-96a1-381a656161a9,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:28.686305 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (57042fc3-1017-4004-96a1-381a656161a9), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.706091 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d4251e-86c3-41c7-a95b-304cf355e073,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:28.744462 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Checking segment: {'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:28.745233 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Network hostable DHCP agents. Network: 70565363-55e3-45d9-90d8-3e3955436fd7, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:11:28.817726 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Network 70565363-55e3-45d9-90d8-3e3955436fd7 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:11:28.838482 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:28.839509 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:28.847694 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 70565363-55e3-45d9-90d8-3e3955436fd7) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:28.863993 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:28.864769 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.871229 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-18ae83f9-3bce-4e9a-89f7-c3339ec4444b service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855644 Apr 28 14:11:28.876807 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-59d2f38f-8296-4d3d-84dc-a1d6e2f18e46 None None] Provisioning complete for port 57042fc3-1017-4004-96a1-381a656161a9 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:28.877795 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-59d2f38f-8296-4d3d-84dc-a1d6e2f18e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (57042fc3-1017-4004-96a1-381a656161a9), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.914179 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a81b34-ecec-4ef9-b371-5203f71a524e None None] Network 70565363-55e3-45d9-90d8-3e3955436fd7 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:11:28.936845 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c9e58677-cd29-4deb-9683-5e1240670866 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4066594 Apr 28 14:11:28.939919 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41306) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:28.946157 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:28.975191 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0545cca-420e-403f-83f3-f9a261c792af None None] Pushing event updated for resources: {'Port': ['ID=57042fc3-1017-4004-96a1-381a656161a9,revision_number=4']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:28.981588 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:28.983007 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:29.171598 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks [] for router_controller (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), precommit_add_association {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:29.249632 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c4ced-c6b8-4301-9c5d-ec889d967e4f req-928cacc7-1127-4c61-bdff-4970fbadba64 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:29.251409 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a80c4ced-c6b8-4301-9c5d-ec889d967e4f req-928cacc7-1127-4c61-bdff-4970fbadba64 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0858660 Apr 28 14:11:29.254013 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-262ea8e3-1739-4409-ad5b-18ecb05fc8fc req-72b1c6db-5cd6-459d-9f87-92d3810d4fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732624 Apr 28 14:11:29.332600 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a80c4ced-c6b8-4301-9c5d-ec889d967e4f req-a1418661-ac3d-45b6-8ba5-de8268d94ed2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757120 Apr 28 14:11:29.386862 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6af69-8a44-476b-93dd-f9f20a842949 req-18398643-43a8-4999-8de4-8eda3d5f4c61 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:29.390340 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:29.394915 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-70565363-55e3-45d9-90d8-3e3955436fd7', 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7', 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'fixed_ips': [{'subnet_id': '79d4251e-86c3-41c7-a95b-304cf355e073'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:11:29.396270 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ed6af69-8a44-476b-93dd-f9f20a842949 req-18398643-43a8-4999-8de4-8eda3d5f4c61 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.2215910 Apr 28 14:11:29.397409 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:29.454800 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-59d2f38f-8296-4d3d-84dc-a1d6e2f18e46 None None] Current status of the port 57042fc3-1017-4004-96a1-381a656161a9 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:29.455482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-59d2f38f-8296-4d3d-84dc-a1d6e2f18e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (57042fc3-1017-4004-96a1-381a656161a9), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:29.554602 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks [] for router_gateway (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:29.577970 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ed6af69-8a44-476b-93dd-f9f20a842949 req-4c40d462-54c2-4eb0-9949-0385ea632458 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804245 Apr 28 14:11:29.590070 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'c315c86e-3b0f-46a7-a1ae-3cf11b67ef81', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'mac_address': 'fa:16:3e:06:41:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e83e8-478c-4a9a-b685-0149f175b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:11:07Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 1, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:29.635652 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbcbc6-6c70-4edb-b75f-e1890d5ef585 None None] The sync data for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi is: [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'c315c86e-3b0f-46a7-a1ae-3cf11b67ef81', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'mac_address': 'fa:16:3e:06:41:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e83e8-478c-4a9a-b685-0149f175b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:11:07Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 1, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:11:29.649821 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-59d2f38f-8296-4d3d-84dc-a1d6e2f18e46 None None] For port 57042fc3-1017-4004-96a1-381a656161a9, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=57042fc3-1017-4004-96a1-381a656161a9,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:29.658809 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-59d2f38f-8296-4d3d-84dc-a1d6e2f18e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (57042fc3-1017-4004-96a1-381a656161a9), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:29.693931 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:28Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:29.749793 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1cff8c-4a72-4478-830c-8b9570d43a16 None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:28Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:11:29.769116 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Allocated IP 172.20.0.2 (70565363-55e3-45d9-90d8-3e3955436fd7/79d4251e-86c3-41c7-a95b-304cf355e073/9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:29.784090 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2f38f-8296-4d3d-84dc-a1d6e2f18e46 None None] Pushing event updated for resources: {'Port': ['ID=57042fc3-1017-4004-96a1-381a656161a9,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:29.809103 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-0283396c-1c4f-4778-b5c7-e874ced4cf36 None None] Provisioning complete for port 57042fc3-1017-4004-96a1-381a656161a9 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:29.809668 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0283396c-1c4f-4778-b5c7-e874ced4cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (57042fc3-1017-4004-96a1-381a656161a9), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:29.925882 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks [] for router_gateway (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:29.952568 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:30.091022 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-0283396c-1c4f-4778-b5c7-e874ced4cf36 None None] Current status of the port 57042fc3-1017-4004-96a1-381a656161a9 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:30.093415 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994542b0-2934-4460-bb23-9ad4d558807e None None] New status for floating IP c315c86e-3b0f-46a7-a1ae-3cf11b67ef81: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:11:30.157018 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Allocated IP 172.27.1.85 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/8cea3855-9d57-41e6-9480-6a0f5e801255) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:30.362638 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks [] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:30.427407 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:30.441040 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Publish callbacks [] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:30.455556 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:30.507105 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:30.510909 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Network 70565363-55e3-45d9-90d8-3e3955436fd7 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:30.520314 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:30.525320 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:30.530999 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:30.535986 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:30.594098 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b594888-5724-42f7-98cb-3ec2cceb8ef3 req-ee1961c5-d41a-416c-ae9c-b52c886ad9b5 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:30.600561 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6b594888-5724-42f7-98cb-3ec2cceb8ef3 req-ee1961c5-d41a-416c-ae9c-b52c886ad9b5 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.1092532 Apr 28 14:11:30.664942 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Pushing event updated for resources: {'Port': ['ID=8cea3855-9d57-41e6-9480-6a0f5e801255,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:30.689308 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.690857 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Pushing event updated for resources: {'Port': ['ID=9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:30.693921 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.694313 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.694651 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.694984 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.699094 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.700330 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.700330 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.704753 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.705185 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.706507 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.706867 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.707203 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.709649 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.710941 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:11:30.733743 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6b594888-5724-42f7-98cb-3ec2cceb8ef3 req-95f98122-b03c-4f1e-afca-895a4df8e1e6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315615 Apr 28 14:11:30.740726 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Attempting to bind port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:30.741099 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Attempting to bind port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:30.741549 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Attempting to bind port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 on network 70565363-55e3-45d9-90d8-3e3955436fd7 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:30.754943 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:30.755318 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Checking segment: {'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:30.755720 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:30.756135 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Bound using segment: {'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:30.756594 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Bound port: 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:30.756978 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:30.874775 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968c9a-44d4-423b-8ca9-c13ba62b02a4 req-14eed125-8403-4546-add6-207af1d1fd6b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:30.881936 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-44968c9a-44d4-423b-8ca9-c13ba62b02a4 req-14eed125-8403-4546-add6-207af1d1fd6b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.1458471 Apr 28 14:11:30.899253 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] For port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:30.908318 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] For port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0,segment=NetworkSegment(cc22e546-7293-45c0-a0b9-9530c83337de),segment_id=cc22e546-7293-45c0-a0b9-9530c83337de)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:30.938782 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:30.975409 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-44968c9a-44d4-423b-8ca9-c13ba62b02a4 req-e2baf208-9da7-41cd-b878-77a6750d704c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919375 Apr 28 14:11:31.044348 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9a466-4e0c-4afb-81bd-b2386e2c03e4 None None] Pushing event updated for resources: {'Port': ['ID=9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:31.501981 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks [] for router_gateway (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:31.568557 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 57042fc3-1017-4004-96a1-381a656161a9 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:31.647162 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 57042fc3-1017-4004-96a1-381a656161a9 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:31.647767 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (57042fc3-1017-4004-96a1-381a656161a9), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:31.763433 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:31.931858 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 57042fc3-1017-4004-96a1-381a656161a9 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:31.933614 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:31.937711 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad851af1-70e0-4d12-bba5-873ee4a199a1 req-ced27019-45f9-4723-886f-781063970719 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:31.944707 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ad851af1-70e0-4d12-bba5-873ee4a199a1 req-ced27019-45f9-4723-886f-781063970719 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0622113 Apr 28 14:11:31.964427 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:11:32.004572 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:32.004572 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:32.019524 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ad851af1-70e0-4d12-bba5-873ee4a199a1 req-590a5083-74c9-44ec-a1a0-542bbc28af7a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737960 Apr 28 14:11:32.171083 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:32.171969 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:32.220940 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0,segment=NetworkSegment(cc22e546-7293-45c0-a0b9-9530c83337de),segment_id=cc22e546-7293-45c0-a0b9-9530c83337de)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:32.231572 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:32.418505 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:11:32.458198 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Sync routers for ids ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:11:32.493536 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Routers {'29b7c88b-6c9f-4213-b46f-d9b8131ac24f'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:32.494228 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:32.530132 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a5705-5281-47fd-af7f-db4708abbb67 req-1f63d67d-b0ab-472c-b4e9-406e0e92fbe0 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:32.532128 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a91a5705-5281-47fd-af7f-db4708abbb67 req-1f63d67d-b0ab-472c-b4e9-406e0e92fbe0 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.3927116 Apr 28 14:11:32.535885 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:32.537126 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-f0dd95f4-1ee2-4bfc-9aaa-449c6f934148 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5945020 Apr 28 14:11:32.540462 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41326) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:32.554606 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:32.661046 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Set router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:32.689275 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a91a5705-5281-47fd-af7f-db4708abbb67 req-0af2501d-bda8-4d1c-a5c2-dd3f1769889e tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430755 Apr 28 14:11:32.826487 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8ca14-a86b-48b6-b5e5-ba05115aeddd None None] Network 70565363-55e3-45d9-90d8-3e3955436fd7 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:11:32.898429 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-6157c1e8-a37f-4a49-b2cc-feef43e777e8 None None] Provisioning complete for port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:32.898802 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6157c1e8-a37f-4a49-b2cc-feef43e777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:32.911563 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:11:30Z', 'revision_number': 3, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port': {'id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:29Z', 'updated_at': '2022-04-28T14:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:32.957885 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Checking router: 29b7c88b-6c9f-4213-b46f-d9b8131ac24f for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:11:32.958634 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Updating router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f port 8cea3855-9d57-41e6-9480-6a0f5e801255 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:11:33.028182 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.059115 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-6157c1e8-a37f-4a49-b2cc-feef43e777e8 None None] Current status of the port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:33.296751 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.397164 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-22d4cd0e-99c9-4bcc-99ce-3c9a7228d38e None None] Provisioning complete for port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:33.397614 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-22d4cd0e-99c9-4bcc-99ce-3c9a7228d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.405876 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Publish callbacks [] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.414865 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.427932 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10946-7642-4306-a0f8-85f206b9746e req-6287b490-04ff-4e6b-899d-ee0d69d3e9b2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:33.430107 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ded10946-7642-4306-a0f8-85f206b9746e req-6287b490-04ff-4e6b-899d-ee0d69d3e9b2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.2510321 Apr 28 14:11:33.478725 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d2adb-5841-4ec1-82a3-cf75a379698a None None] Pushing event updated for resources: {'Port': ['ID=8cea3855-9d57-41e6-9480-6a0f5e801255,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:33.494590 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ded10946-7642-4306-a0f8-85f206b9746e req-4661bdd6-0437-4203-9a1d-2f40661bf2e6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572999 Apr 28 14:11:33.514782 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:33.568551 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Attempting to bind port 8cea3855-9d57-41e6-9480-6a0f5e801255 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:33.569037 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Attempting to bind port 8cea3855-9d57-41e6-9480-6a0f5e801255 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:33.569383 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Attempting to bind port 8cea3855-9d57-41e6-9480-6a0f5e801255 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:33.576450 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-22d4cd0e-99c9-4bcc-99ce-3c9a7228d38e None None] Current status of the port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:33.589580 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:33.589962 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:33.590557 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.591100 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:33.591664 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Bound port: 8cea3855-9d57-41e6-9480-6a0f5e801255, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:33.592598 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.601048 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:33.602266 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.653046 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Allocated IP 172.20.0.1 (70565363-55e3-45d9-90d8-3e3955436fd7/79d4251e-86c3-41c7-a95b-304cf355e073/6c0d6396-eecc-4384-b387-f8007efdc825) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:33.689872 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] For port 8cea3855-9d57-41e6-9480-6a0f5e801255, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:33.694598 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] For port 8cea3855-9d57-41e6-9480-6a0f5e801255, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8cea3855-9d57-41e6-9480-6a0f5e801255,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:33.714108 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.714809 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:33.799734 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Publish callbacks [] for port (6c0d6396-eecc-4384-b387-f8007efdc825), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.849066 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Routers {'29b7c88b-6c9f-4213-b46f-d9b8131ac24f'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:33.849711 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:33.850821 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:33.864700 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3406f-fe12-458d-81f3-78a6cde921c3 req-91b190ac-ead8-472b-85eb-0a15e16fe169 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:33.879309 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5ab3406f-fe12-458d-81f3-78a6cde921c3 req-91b190ac-ead8-472b-85eb-0a15e16fe169 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0923464 Apr 28 14:11:33.910235 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d2adb-5841-4ec1-82a3-cf75a379698a None None] Pushing event updated for resources: {'Port': ['ID=8cea3855-9d57-41e6-9480-6a0f5e801255,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:33.927245 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Network 70565363-55e3-45d9-90d8-3e3955436fd7 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:33.931926 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:33.937076 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:33.969219 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0d6396-eecc-4384-b387-f8007efdc825,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:33.998251 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5ab3406f-fe12-458d-81f3-78a6cde921c3 req-4f8f53cf-a0ee-4d41-b703-f765ffda6880 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176741 Apr 28 14:11:34.009739 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:34.094537 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] Set router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:34.236531 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:34.318955 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-29eeda5e-40be-45ed-816b-a9078226299e None None] Provisioning complete for port 6c0d6396-eecc-4384-b387-f8007efdc825 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:34.319537 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-29eeda5e-40be-45ed-816b-a9078226299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:34.323883 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:11:30Z', 'revision_number': 3, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port': {'id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:29Z', 'updated_at': '2022-04-28T14:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:34.361033 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb587f-e694-4562-b5df-254bc830d9d8 None None] The sync data for ids ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'] in dv-cinder-839760-1-iscsi is: [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:11:30Z', 'revision_number': 3, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port': {'id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:29Z', 'updated_at': '2022-04-28T14:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:11:34.377415 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-29eeda5e-40be-45ed-816b-a9078226299e None None] Port 6c0d6396-eecc-4384-b387-f8007efdc825 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:11:34.480635 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Publish callbacks [] for port (6c0d6396-eecc-4384-b387-f8007efdc825), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:34.493308 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:34.562590 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0d6396-eecc-4384-b387-f8007efdc825,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:34.567835 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:34.748002 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0b03c-88cb-409f-8513-1035b3572e72 req-4ad80585-a881-4f2a-a2ac-85ecfa0e6298 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:34.748002 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-96a0b03c-88cb-409f-8513-1035b3572e72 req-4ad80585-a881-4f2a-a2ac-85ecfa0e6298 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0937045 Apr 28 14:11:34.796631 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Network 70565363-55e3-45d9-90d8-3e3955436fd7 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:34.817579 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:34.991023 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-96a0b03c-88cb-409f-8513-1035b3572e72 req-a8e566fe-588f-48d9-9eba-c9f5640ccdbc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275524 Apr 28 14:11:35.045120 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:11:35.155106 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f196-70e9-4cf7-8d28-bbeb2ee99b3d req-7938c00b-208e-4908-a569-bcf32804b455 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:35.162310 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e8a1f196-70e9-4cf7-8d28-bbeb2ee99b3d req-7938c00b-208e-4908-a569-bcf32804b455 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0692694 Apr 28 14:11:35.205589 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-5e9812f0-5509-479b-a83c-11058788ebcc None None] Provisioning complete for port 6c0d6396-eecc-4384-b387-f8007efdc825 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:35.209422 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5e9812f0-5509-479b-a83c-11058788ebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:35.267882 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e8a1f196-70e9-4cf7-8d28-bbeb2ee99b3d req-89df76dd-f2c5-46e6-b6eb-e2d7d8a70224 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977335 Apr 28 14:11:35.286199 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:11:35.293659 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d46c61dc-9504-44d2-bddf-ce9c6519d0a9 admin admin] 10.222.0.20 "PUT /v2.0/routers/29b7c88b-6c9f-4213-b46f-d9b8131ac24f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7488749 Apr 28 14:11:35.326219 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-5e9812f0-5509-479b-a83c-11058788ebcc None None] Port 6c0d6396-eecc-4384-b387-f8007efdc825 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:11:35.523146 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8cea3855-9d57-41e6-9480-6a0f5e801255 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:35.588222 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 8cea3855-9d57-41e6-9480-6a0f5e801255 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:35.588870 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:35.699923 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 8cea3855-9d57-41e6-9480-6a0f5e801255 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:35.700690 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:35.730162 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 8cea3855-9d57-41e6-9480-6a0f5e801255, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8cea3855-9d57-41e6-9480-6a0f5e801255,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:35.735622 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:35.798229 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=8cea3855-9d57-41e6-9480-6a0f5e801255,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:35.905085 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41354) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:35.910972 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-978317a5-fdb6-4b40-9ac6-7a467960d8c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383830010', 'description': 'tempest-secgroup-smoke-1383830010 description', 'project_id': 'cfd703e9dd3e460d992ef2daab104619'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:35.935645 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-978317a5-fdb6-4b40-9ac6-7a467960d8c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.020918 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-978317a5-fdb6-4b40-9ac6-7a467960d8c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group (2355852a-304b-4d8f-815e-6bf54b564f6a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.024935 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-978317a5-fdb6-4b40-9ac6-7a467960d8c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2355852a-304b-4d8f-815e-6bf54b564f6a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.061980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-978317a5-fdb6-4b40-9ac6-7a467960d8c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.066316 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-978317a5-fdb6-4b40-9ac6-7a467960d8c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1568320 Apr 28 14:11:36.066675 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41360) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:36.069376 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978317a5-fdb6-4b40-9ac6-7a467960d8c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2355852a-304b-4d8f-815e-6bf54b564f6a,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:36.073149 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-fb9812a0-f250-4720-b6a1-38b23c79f4cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'security_group_rule': {'security_group_id': '2355852a-304b-4d8f-815e-6bf54b564f6a', 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:36.137195 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb9812a0-f250-4720-b6a1-38b23c79f4cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (90938d73-5235-4833-b44e-c4710b9ae6d1), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.156684 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a49a7-f706-4129-8bdb-04b238ebd3bf req-fde20955-44d6-4330-83a0-f0cafa3abda2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:36.163591 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2e8a49a7-f706-4129-8bdb-04b238ebd3bf req-fde20955-44d6-4330-83a0-f0cafa3abda2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0735288 Apr 28 14:11:36.240715 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2e8a49a7-f706-4129-8bdb-04b238ebd3bf req-19d83485-58af-46db-a3a6-1d0f45191aed tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762346 Apr 28 14:11:36.247959 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb9812a0-f250-4720-b6a1-38b23c79f4cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (90938d73-5235-4833-b44e-c4710b9ae6d1), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.253114 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb9812a0-f250-4720-b6a1-38b23c79f4cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (90938d73-5235-4833-b44e-c4710b9ae6d1), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.264601 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:11:36.275847 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9812a0-f250-4720-b6a1-38b23c79f4cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90938d73-5235-4833-b44e-c4710b9ae6d1,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:36.299459 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb9812a0-f250-4720-b6a1-38b23c79f4cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.304035 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-fb9812a0-f250-4720-b6a1-38b23c79f4cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2326925 Apr 28 14:11:36.304156 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41364) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:36.312529 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-cc8a7bd2-fa5d-4cd1-8132-7d49971d58c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'security_group_rule': {'security_group_id': '2355852a-304b-4d8f-815e-6bf54b564f6a', 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:36.424355 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:36.428605 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85f5c6-5d01-4e47-89df-9f3552549adc req-bfca324f-5ba1-4d5f-857f-011e05bd1293 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:36.431073 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c85f5c6-5d01-4e47-89df-9f3552549adc req-bfca324f-5ba1-4d5f-857f-011e05bd1293 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0893786 Apr 28 14:11:36.432887 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7bd2-fa5d-4cd1-8132-7d49971d58c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (87136c44-073f-4ed8-bbf4-3766de801f22), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.438893 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'port_id': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:11:36.491256 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a133d1b5-98cd-49de-9fe2-d9b321f8572a is: ACTIVE; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:36.491658 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.508113 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a133d1b5-98cd-49de-9fe2-d9b321f8572a {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:11:36.549970 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:36.552680 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c85f5c6-5d01-4e47-89df-9f3552549adc req-e160ea54-d05e-41c3-bbd9-fe87290c75d1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140442 Apr 28 14:11:36.555695 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.576333 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7bd2-fa5d-4cd1-8132-7d49971d58c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (87136c44-073f-4ed8-bbf4-3766de801f22), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.582216 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7bd2-fa5d-4cd1-8132-7d49971d58c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (87136c44-073f-4ed8-bbf4-3766de801f22), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.604928 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a7bd2-fa5d-4cd1-8132-7d49971d58c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87136c44-073f-4ed8-bbf4-3766de801f22,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:36.618707 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7bd2-fa5d-4cd1-8132-7d49971d58c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.622995 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-cc8a7bd2-fa5d-4cd1-8132-7d49971d58c7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3170114 Apr 28 14:11:36.625297 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41366) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:36.632510 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-2ca1d2f1-f13f-4767-b2f4-920ab492dc05 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'security_group_rule': {'security_group_id': '2355852a-304b-4d8f-815e-6bf54b564f6a', 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:36.642453 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=6']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:36.672564 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['a133d1b5-98cd-49de-9fe2-d9b321f8572a'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:11:36.677998 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d2f1-f13f-4767-b2f4-920ab492dc05 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (2ab23c4c-fce8-4b24-be0f-4c3955885c3a), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.758611 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d2f1-f13f-4767-b2f4-920ab492dc05 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (2ab23c4c-fce8-4b24-be0f-4c3955885c3a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.763689 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d2f1-f13f-4767-b2f4-920ab492dc05 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (2ab23c4c-fce8-4b24-be0f-4c3955885c3a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.791938 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1d2f1-f13f-4767-b2f4-920ab492dc05 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab23c4c-fce8-4b24-be0f-4c3955885c3a,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:36.806025 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2ca1d2f1-f13f-4767-b2f4-920ab492dc05 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.808804 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2ca1d2f1-f13f-4767-b2f4-920ab492dc05 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817131 Apr 28 14:11:36.811116 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41368) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:36.818619 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-e78e901a-75b0-4d51-996d-7a288892e780 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'security_group_rule': {'security_group_id': '2355852a-304b-4d8f-815e-6bf54b564f6a', 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:36.859948 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e78e901a-75b0-4d51-996d-7a288892e780 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (d13e6527-d61d-4531-9469-5451a675c2c4), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.936529 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e78e901a-75b0-4d51-996d-7a288892e780 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (d13e6527-d61d-4531-9469-5451a675c2c4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.940402 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e78e901a-75b0-4d51-996d-7a288892e780 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (d13e6527-d61d-4531-9469-5451a675c2c4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.958620 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e901a-75b0-4d51-996d-7a288892e780 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13e6527-d61d-4531-9469-5451a675c2c4,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:36.966524 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e78e901a-75b0-4d51-996d-7a288892e780 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:36.967713 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e78e901a-75b0-4d51-996d-7a288892e780 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552210 Apr 28 14:11:36.970722 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41370) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:36.975118 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-5980048e-eb3b-4e05-a830-7400aa14466f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'security_group_rule': {'security_group_id': '2355852a-304b-4d8f-815e-6bf54b564f6a', 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:36.996357 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.securitygroups_db [None req-5980048e-eb3b-4e05-a830-7400aa14466f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Project cfd703e9dd3e460d992ef2daab104619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 14:11:37.001962 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5980048e-eb3b-4e05-a830-7400aa14466f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (86357229-24a4-42aa-8669-9901d3a1597b), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.082170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5980048e-eb3b-4e05-a830-7400aa14466f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (86357229-24a4-42aa-8669-9901d3a1597b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.089192 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5980048e-eb3b-4e05-a830-7400aa14466f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (86357229-24a4-42aa-8669-9901d3a1597b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.131256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980048e-eb3b-4e05-a830-7400aa14466f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86357229-24a4-42aa-8669-9901d3a1597b,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:37.145923 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5980048e-eb3b-4e05-a830-7400aa14466f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.154048 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5980048e-eb3b-4e05-a830-7400aa14466f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823063 Apr 28 14:11:37.154481 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41374) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:37.159647 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-3466b431-a42c-4af3-823d-849d3fbef669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'security_group_rule': {'security_group_id': '2355852a-304b-4d8f-815e-6bf54b564f6a', 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:37.182110 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.securitygroups_db [None req-3466b431-a42c-4af3-823d-849d3fbef669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Project cfd703e9dd3e460d992ef2daab104619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 14:11:37.191247 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3466b431-a42c-4af3-823d-849d3fbef669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (ce890dbf-0a67-48b0-9512-a02f5334cf29), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.287522 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3466b431-a42c-4af3-823d-849d3fbef669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (ce890dbf-0a67-48b0-9512-a02f5334cf29), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.292894 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3466b431-a42c-4af3-823d-849d3fbef669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (ce890dbf-0a67-48b0-9512-a02f5334cf29), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.315753 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466b431-a42c-4af3-823d-849d3fbef669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce890dbf-0a67-48b0-9512-a02f5334cf29,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:37.326442 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3466b431-a42c-4af3-823d-849d3fbef669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.327810 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3466b431-a42c-4af3-823d-849d3fbef669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1723413 Apr 28 14:11:37.387201 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e56fe-8017-4849-9ba1-5a9b0bedd7be req-0ee302d0-0768-4b62-abd0-557b86a2f8b8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:37.390434 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-645e56fe-8017-4849-9ba1-5a9b0bedd7be req-0ee302d0-0768-4b62-abd0-557b86a2f8b8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 944 time: 0.0560398 Apr 28 14:11:37.443378 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8cea3855-9d57-41e6-9480-6a0f5e801255 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:37.449749 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-645e56fe-8017-4849-9ba1-5a9b0bedd7be req-2d80515c-5a0f-4584-aba4-73288332efc5 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515826 Apr 28 14:11:37.499969 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Sync routers for ids ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:11:37.502274 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 8cea3855-9d57-41e6-9480-6a0f5e801255 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:37.502645 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:37.535844 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Routers {'29b7c88b-6c9f-4213-b46f-d9b8131ac24f'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:37.536483 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:37.689949 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20730-88ef-4a1a-98a3-d2b61121c2bf req-0b7dbc33-6a40-40c6-9e60-73d5934435a4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:37.691816 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-77d20730-88ef-4a1a-98a3-d2b61121c2bf req-0b7dbc33-6a40-40c6-9e60-73d5934435a4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0507731 Apr 28 14:11:37.734506 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 8cea3855-9d57-41e6-9480-6a0f5e801255 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:37.745710 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Set router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:37.751757 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-77d20730-88ef-4a1a-98a3-d2b61121c2bf req-ba8b81e9-bc3c-47c6-aab3-f582ef780199 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529029 Apr 28 14:11:37.992729 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:11:34Z', 'revision_number': 4, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port': {'id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:29Z', 'updated_at': '2022-04-28T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '6c0d6396-eecc-4384-b387-f8007efdc825', 'name': '', 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'mac_address': 'fa:16:3e:6a:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79d4251e-86c3-41c7-a95b-304cf355e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:33Z', 'updated_at': '2022-04-28T14:11:34Z', 'revision_number': 2, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'subnets': [{'id': '79d4251e-86c3-41c7-a95b-304cf355e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:38.026211 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Checking router: 29b7c88b-6c9f-4213-b46f-d9b8131ac24f for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:11:38.026569 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Updating router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f port 6c0d6396-eecc-4384-b387-f8007efdc825 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:11:38.055354 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:38.272711 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:38.383115 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port a133d1b5-98cd-49de-9fe2-d9b321f8572a triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:38.383485 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:38.563017 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Publish callbacks [] for port (6c0d6396-eecc-4384-b387-f8007efdc825), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:38.565548 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a133d1b5-98cd-49de-9fe2-d9b321f8572a is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:38.566056 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:38.592034 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:38.596932 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e8510-a6a8-44cb-81c1-95a1d04c2d67 req-cba3507b-efc2-4b96-97dd-f5e58bdf84f9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:38.603798 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea0e8510-a6a8-44cb-81c1-95a1d04c2d67 req-cba3507b-efc2-4b96-97dd-f5e58bdf84f9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 944 time: 0.0553157 Apr 28 14:11:38.615498 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:11:38.618439 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005e037a-c6cf-420a-adc3-2dbe9f7f2c80" -d '{"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:11:38.682480 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea0e8510-a6a8-44cb-81c1-95a1d04c2d67 req-4aa2e774-c241-47a2-b845-9b34ab26860a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726972 Apr 28 14:11:38.943799 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:38.945507 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c0e0d-516f-4a06-9e01-e1f608812ae4 x-openstack-request-id: req-ff7c0e0d-516f-4a06-9e01-e1f608812ae4 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:11:38.945847 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:11:38.946628 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff7c0e0d-516f-4a06-9e01-e1f608812ae4 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:11:38.946628 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7c0e0d-516f-4a06-9e01-e1f608812ae4'] response: {'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'code': 200} Apr 28 14:11:39.010535 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:39.012300 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18bf59-0538-43c8-8612-cefa6611b23e req-192ffec4-6a45-4460-b47a-b2af48d9a78d tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:39.012722 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Attempting to bind port 6c0d6396-eecc-4384-b387-f8007efdc825 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:39.013172 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Attempting to bind port 6c0d6396-eecc-4384-b387-f8007efdc825 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:39.013485 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ae18bf59-0538-43c8-8612-cefa6611b23e req-192ffec4-6a45-4460-b47a-b2af48d9a78d tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.1023552 Apr 28 14:11:39.013683 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Attempting to bind port 6c0d6396-eecc-4384-b387-f8007efdc825 on network 70565363-55e3-45d9-90d8-3e3955436fd7 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:39.015672 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d39731-14e3-4720-8e6e-149b03d4288e None None] Pushing event updated for resources: {'Port': ['ID=6c0d6396-eecc-4384-b387-f8007efdc825,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:39.030302 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:39.030614 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Checking segment: {'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:39.030970 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:39.031623 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Bound using segment: {'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:39.032079 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Bound port: 6c0d6396-eecc-4384-b387-f8007efdc825, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc22e546-7293-45c0-a0b9-9530c83337de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:39.032457 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:39.087922 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ae18bf59-0538-43c8-8612-cefa6611b23e req-c63dcbae-51af-431c-877e-6f465896d448 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582592 Apr 28 14:11:39.112325 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-dddbec28-9e61-4824-9eac-e99372228577 None None] Provisioning complete for port 6c0d6396-eecc-4384-b387-f8007efdc825 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:39.112894 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dddbec28-9e61-4824-9eac-e99372228577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:39.236630 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=7']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:39.262266 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-dddbec28-9e61-4824-9eac-e99372228577 None None] Port 6c0d6396-eecc-4384-b387-f8007efdc825 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:11:39.267525 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] For port 6c0d6396-eecc-4384-b387-f8007efdc825, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:39.271560 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] For port 6c0d6396-eecc-4384-b387-f8007efdc825, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=6c0d6396-eecc-4384-b387-f8007efdc825,segment=NetworkSegment(cc22e546-7293-45c0-a0b9-9530c83337de),segment_id=cc22e546-7293-45c0-a0b9-9530c83337de)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:39.280328 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:39.363511 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Routers {'29b7c88b-6c9f-4213-b46f-d9b8131ac24f'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:39.364722 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:39.370598 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d39731-14e3-4720-8e6e-149b03d4288e None None] Pushing event updated for resources: {'Port': ['ID=6c0d6396-eecc-4384-b387-f8007efdc825,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:39.519842 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] Set router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:39.733527 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-c9deba3a-7ae1-4c7b-9a6c-0b224806693c None None] Provisioning complete for port 6c0d6396-eecc-4384-b387-f8007efdc825 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:39.734160 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3a-7ae1-4c7b-9a6c-0b224806693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:39.818294 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:11:34Z', 'revision_number': 4, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port': {'id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:29Z', 'updated_at': '2022-04-28T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '6c0d6396-eecc-4384-b387-f8007efdc825', 'name': '', 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'mac_address': 'fa:16:3e:6a:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79d4251e-86c3-41c7-a95b-304cf355e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:33Z', 'updated_at': '2022-04-28T14:11:39Z', 'revision_number': 4, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'subnets': [{'id': '79d4251e-86c3-41c7-a95b-304cf355e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:39.849872 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bcd5a-97a4-40d5-abdf-0f3cc2e6d947 req-945ad666-4c43-4350-9b41-27820ed2bbd1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:39.852359 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ed8bcd5a-97a4-40d5-abdf-0f3cc2e6d947 req-945ad666-4c43-4350-9b41-27820ed2bbd1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0691566 Apr 28 14:11:39.863015 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec1dab-dd2c-4cdf-81b4-e3f44c834dfb None None] The sync data for ids ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'] in dv-cinder-839760-1-iscsi is: [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:11:34Z', 'revision_number': 4, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port': {'id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:29Z', 'updated_at': '2022-04-28T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '6c0d6396-eecc-4384-b387-f8007efdc825', 'name': '', 'network_id': '70565363-55e3-45d9-90d8-3e3955436fd7', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'mac_address': 'fa:16:3e:6a:e0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '79d4251e-86c3-41c7-a95b-304cf355e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:33Z', 'updated_at': '2022-04-28T14:11:39Z', 'revision_number': 4, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'subnets': [{'id': '79d4251e-86c3-41c7-a95b-304cf355e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:11:39.924145 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ed8bcd5a-97a4-40d5-abdf-0f3cc2e6d947 req-06a6503d-02d2-49d6-a5d8-24257eec375b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661507 Apr 28 14:11:39.998290 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-c9deba3a-7ae1-4c7b-9a6c-0b224806693c None None] Current status of the port 6c0d6396-eecc-4384-b387-f8007efdc825 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:39.998710 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3a-7ae1-4c7b-9a6c-0b224806693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:40.078141 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-c9deba3a-7ae1-4c7b-9a6c-0b224806693c None None] For port 6c0d6396-eecc-4384-b387-f8007efdc825, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=6c0d6396-eecc-4384-b387-f8007efdc825,segment=NetworkSegment(cc22e546-7293-45c0-a0b9-9530c83337de),segment_id=cc22e546-7293-45c0-a0b9-9530c83337de)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:40.084912 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c9deba3a-7ae1-4c7b-9a6c-0b224806693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:40.147488 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deba3a-7ae1-4c7b-9a6c-0b224806693c None None] Pushing event updated for resources: {'Port': ['ID=6c0d6396-eecc-4384-b387-f8007efdc825,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:40.252842 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bab6f-7078-4712-b3be-6f8a4061fa40 req-c2d575cd-e919-4212-89b2-f84432a8ab2d tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:40.261462 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ee9bab6f-7078-4712-b3be-6f8a4061fa40 req-c2d575cd-e919-4212-89b2-f84432a8ab2d tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0862386 Apr 28 14:11:40.314402 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ee9bab6f-7078-4712-b3be-6f8a4061fa40 req-add509fd-2ab1-46be-aaf1-d53294493332 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520692 Apr 28 14:11:41.093604 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75041529-0ad3-42f9-bb42-8c523293caec req-4bdc0d02-1233-46a9-be5a-3daa24528433 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:41.106228 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75041529-0ad3-42f9-bb42-8c523293caec req-4bdc0d02-1233-46a9-be5a-3daa24528433 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0640867 Apr 28 14:11:41.178849 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75041529-0ad3-42f9-bb42-8c523293caec req-94307feb-7926-4947-a287-9681e9db3fca tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665419 Apr 28 14:11:41.465506 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 6c0d6396-eecc-4384-b387-f8007efdc825 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:41.487163 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a4e4-e64e-43e6-9475-c555f2b6f1e9 req-546dcefc-7bf7-4699-82aa-c8da2a22eb75 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:41.497134 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7302a4e4-e64e-43e6-9475-c555f2b6f1e9 req-546dcefc-7bf7-4699-82aa-c8da2a22eb75 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0765836 Apr 28 14:11:41.528318 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 6c0d6396-eecc-4384-b387-f8007efdc825 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:41.529082 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:41.562452 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7302a4e4-e64e-43e6-9475-c555f2b6f1e9 req-77baa754-79db-4226-ad9a-80a8d05a423e tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643339 Apr 28 14:11:41.645385 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 6c0d6396-eecc-4384-b387-f8007efdc825 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:42.300835 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd18d58-7f68-43b7-a523-9a7f02f22bdb req-f6d3948c-b64c-43fe-9f0d-422d3c340326 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:42.303184 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5fd18d58-7f68-43b7-a523-9a7f02f22bdb req-f6d3948c-b64c-43fe-9f0d-422d3c340326 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0556295 Apr 28 14:11:42.356855 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5fd18d58-7f68-43b7-a523-9a7f02f22bdb req-bc72e674-627d-4b77-8d3e-f69d76707d12 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469449 Apr 28 14:11:42.715503 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4704afc-89d5-49b7-9e3e-f208a1bd6fac req-746e1a06-dfe7-4507-968c-5327f98d6c83 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:42.718103 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a4704afc-89d5-49b7-9e3e-f208a1bd6fac req-746e1a06-dfe7-4507-968c-5327f98d6c83 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0643122 Apr 28 14:11:42.778295 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a4704afc-89d5-49b7-9e3e-f208a1bd6fac req-f1a59a5a-cce6-4360-8784-4e7b1858de3d tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539045 Apr 28 14:11:43.059356 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95665c-c9d4-4ec3-bc94-faea13073970 req-e579a8f2-3142-4855-a82b-c53847ae7000 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:43.062623 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1f95665c-c9d4-4ec3-bc94-faea13073970 req-e579a8f2-3142-4855-a82b-c53847ae7000 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0796754 Apr 28 14:11:43.100029 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-7415f945-51c3-4f37-980b-74508a3ce598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:43.101944 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-7415f945-51c3-4f37-980b-74508a3ce598 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 1130 time: 0.0519035 Apr 28 14:11:43.151733 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1f95665c-c9d4-4ec3-bc94-faea13073970 req-6a14e450-bdd2-4d46-9dd5-2f2e77457785 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745468 Apr 28 14:11:43.231789 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-39dad617-1052-408e-b0f4-21401ae53515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:43.233250 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-39dad617-1052-408e-b0f4-21401ae53515 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 200 len: 912 time: 0.1242466 Apr 28 14:11:43.311983 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-d630f563-2864-48b4-a1ea-251b335d15e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d HTTP/1.1" status: 200 len: 1001 time: 0.0721614 Apr 28 14:11:43.365722 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-92cdfc92-ed37-48aa-bf67-a4852ba01945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:43.367200 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-92cdfc92-ed37-48aa-bf67-a4852ba01945 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ac07b-0c2e-4603-b459-bb187b4237a3 HTTP/1.1" status: 200 len: 850 time: 0.0470140 Apr 28 14:11:43.417424 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-efe9bb46-6512-4801-94ba-c731f82a0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:43.418976 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-efe9bb46-6512-4801-94ba-c731f82a0ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3f29a40-da20-4e2b-83c1-cfff83c004e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442700 Apr 28 14:11:43.541982 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb9867-07ce-423a-b4ca-2e254d65ce7e req-c5718a01-ba33-4d65-b2f3-97901c973fc0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:43.543582 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3bcb9867-07ce-423a-b4ca-2e254d65ce7e req-c5718a01-ba33-4d65-b2f3-97901c973fc0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0855017 Apr 28 14:11:43.588160 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-641dd7be-9b01-4d99-b049-4ee32c8a032c service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609361 Apr 28 14:11:43.640812 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3bcb9867-07ce-423a-b4ca-2e254d65ce7e req-a8c9aa98-683c-4969-8065-6934d7c39eb3 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889642 Apr 28 14:11:43.718604 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84b7d7dc-388e-4bea-aabb-c083df43e1da req-19c41c29-fbae-43c6-b982-853e574fab09 service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204791 Apr 28 14:11:44.297951 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cada4-632b-45d4-bfd8-a3ff42a40a9d req-c53407eb-c770-4853-90bd-07ede7f532dd tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:44.299582 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d38cada4-632b-45d4-bfd8-a3ff42a40a9d req-c53407eb-c770-4853-90bd-07ede7f532dd tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0539472 Apr 28 14:11:44.361765 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d38cada4-632b-45d4-bfd8-a3ff42a40a9d req-55f2a1a8-fe68-435a-bfab-4d19a31b856b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563962 Apr 28 14:11:44.796566 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e2f0f-3be7-4466-826a-fa72208303fe req-8705b079-fabd-4ca8-9a72-96f6a7f71a0e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:44.803135 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-313e2f0f-3be7-4466-826a-fa72208303fe req-8705b079-fabd-4ca8-9a72-96f6a7f71a0e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0625727 Apr 28 14:11:44.847605 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-313e2f0f-3be7-4466-826a-fa72208303fe req-3cdbec9d-4fa7-434e-91dd-16cb906a21dc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Apr 28 14:11:45.519185 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0090d-45c1-4f51-ac38-153bf4f329e3 req-4f22143f-677d-43e8-8b14-b25a37216333 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:45.520731 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4ab0090d-45c1-4f51-ac38-153bf4f329e3 req-4f22143f-677d-43e8-8b14-b25a37216333 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0592668 Apr 28 14:11:45.582838 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4ab0090d-45c1-4f51-ac38-153bf4f329e3 req-c128f140-180e-46a1-ad3b-352dd99f0eec tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559895 Apr 28 14:11:45.984782 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0cdd-b4eb-498a-bc03-c928d6c9974f req-4b5c52f2-142a-4db8-89b4-e942a276a60c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:45.986236 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1ef0cdd-b4eb-498a-bc03-c928d6c9974f req-4b5c52f2-142a-4db8-89b4-e942a276a60c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0514896 Apr 28 14:11:46.049054 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1ef0cdd-b4eb-498a-bc03-c928d6c9974f req-fc7c710b-9feb-4ae1-8cdc-a9e2822af7ef tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570734 Apr 28 14:11:47.178492 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dc189-e69f-458f-85e0-b7192fe122e7 req-ffbbed15-2f8d-437c-995e-da92c32acfe6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:47.180698 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1d9dc189-e69f-458f-85e0-b7192fe122e7 req-ffbbed15-2f8d-437c-995e-da92c32acfe6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0504429 Apr 28 14:11:47.237959 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1d9dc189-e69f-458f-85e0-b7192fe122e7 req-d9b2cfc8-ff84-4c8b-ad92-00685995f257 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Apr 28 14:11:47.693600 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3d1da3d4-f190-466a-a4d8-d0a9ebceb718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:48.387308 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa923f-388f-4e09-9944-09ce6a504d2b req-5a4120fb-e63e-4289-8ad0-f65cfffa7b68 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:48.389592 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1fa923f-388f-4e09-9944-09ce6a504d2b req-5a4120fb-e63e-4289-8ad0-f65cfffa7b68 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0620325 Apr 28 14:11:48.453329 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1fa923f-388f-4e09-9944-09ce6a504d2b req-6acf0ce2-0d57-45b5-ba27-1cdf0ab24c59 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565670 Apr 28 14:11:49.573987 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da0748-3320-47ed-b332-f60dbad0cb1f req-71c75062-e7e3-4765-930f-108bca928dcb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:49.575454 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-91da0748-3320-47ed-b332-f60dbad0cb1f req-71c75062-e7e3-4765-930f-108bca928dcb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0527260 Apr 28 14:11:49.589873 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-94398f40-6eb4-462c-aa61-ea2bd5096942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:49.591380 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-94398f40-6eb4-462c-aa61-ea2bd5096942 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 1129 time: 0.0379596 Apr 28 14:11:49.622075 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-91da0748-3320-47ed-b332-f60dbad0cb1f req-4c91db2a-5fd2-454e-9d94-4d12eb3f1456 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 Apr 28 14:11:49.686513 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-6c63258d-8b69-454a-a250-98058cebc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:49.687957 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-6c63258d-8b69-454a-a250-98058cebc245 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.0883217 Apr 28 14:11:49.758792 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-197a771b-750f-4de3-8eaf-5ce8e2998068 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a HTTP/1.1" status: 200 len: 1000 time: 0.0631819 Apr 28 14:11:49.816389 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-ae19ff97-bbe8-4b5f-baaa-9e63748719d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:49.817845 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-ae19ff97-bbe8-4b5f-baaa-9e63748719d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0450799 Apr 28 14:11:49.860098 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-2b7066ea-bd45-4312-8787-f295fa755fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:49.861582 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-2b7066ea-bd45-4312-8787-f295fa755fe8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372405 Apr 28 14:11:49.956189 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-3a2b40a2-24d6-4389-b25a-b978ea373b60 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847535 Apr 28 14:11:50.036296 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f8145e16-44f4-4720-b04d-be324fcd06b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:50.051820 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3d95deeb-0751-4301-ac0e-080048aabd83 req-da054e33-6885-4917-81df-86e8d63bfe81 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839465 Apr 28 14:11:50.749900 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a930-ef6b-4072-9004-8df8f3ea7fb7 req-ba60ffd8-bc50-43a8-9e40-6c03328b17a3 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:50.752212 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e7a3a930-ef6b-4072-9004-8df8f3ea7fb7 req-ba60ffd8-bc50-43a8-9e40-6c03328b17a3 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0543511 Apr 28 14:11:50.800099 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e7a3a930-ef6b-4072-9004-8df8f3ea7fb7 req-3c7de650-043c-41f9-a24d-f3ad329c7508 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Apr 28 14:11:51.762425 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:51.823874 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41698) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:51.871894 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79df51f-ec72-40fc-98a1-eeaa68d296c7 admin admin] Deleting subnet 4ebcd037-3680-4576-80dc-8589bffbec81 {{(pid=103509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:11:51.876543 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d79df51f-ec72-40fc-98a1-eeaa68d296c7 admin admin] Publish callbacks [] for subnet (4ebcd037-3680-4576-80dc-8589bffbec81), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:51.944058 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad77ee-47d9-44e8-8f47-1d70e66a9a8e req-9c98c4e2-57e6-42c4-9869-850f7730c8d5 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:51.945755 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c0ad77ee-47d9-44e8-8f47-1d70e66a9a8e req-9c98c4e2-57e6-42c4-9869-850f7730c8d5 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0705118 Apr 28 14:11:51.948124 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d79df51f-ec72-40fc-98a1-eeaa68d296c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212139'] for subnet (4ebcd037-3680-4576-80dc-8589bffbec81), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.011545 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d79df51f-ec72-40fc-98a1-eeaa68d296c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (4ebcd037-3680-4576-80dc-8589bffbec81), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.047727 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c0ad77ee-47d9-44e8-8f47-1d70e66a9a8e req-6128062f-f319-45ae-9152-47a9316e0a9d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808439 Apr 28 14:11:52.076091 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d79df51f-ec72-40fc-98a1-eeaa68d296c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4088385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25676214'] for subnet (4ebcd037-3680-4576-80dc-8589bffbec81), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.101662 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79df51f-ec72-40fc-98a1-eeaa68d296c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ebcd037-3680-4576-80dc-8589bffbec81,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:52.107823 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d79df51f-ec72-40fc-98a1-eeaa68d296c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.111538 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d79df51f-ec72-40fc-98a1-eeaa68d296c7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4ebcd037-3680-4576-80dc-8589bffbec81 HTTP/1.1" status: 204 len: 168 time: 0.2862468 Apr 28 14:11:52.114029 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41704) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:52.180454 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (16c909d6-de22-4254-8c26-16c5ba98f0b3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.261462 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (16c909d6-de22-4254-8c26-16c5ba98f0b3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.282004 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c909d6-de22-4254-8c26-16c5ba98f0b3']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:52.290876 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73265d53-9108-45c7-9a03-856b8b8eac4d') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:52.291163 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73265d53-9108-45c7-9a03-856b8b8eac4d') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:52.300169 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (73265d53-9108-45c7-9a03-856b8b8eac4d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.314129 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (73265d53-9108-45c7-9a03-856b8b8eac4d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.319847 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:11:52.320220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (73265d53-9108-45c7-9a03-856b8b8eac4d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:11:52.322431 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:11:52.608784 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (16c909d6-de22-4254-8c26-16c5ba98f0b3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.614064 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.617515 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] 10.222.0.20 "DELETE /v2.0/networks/16c909d6-de22-4254-8c26-16c5ba98f0b3 HTTP/1.1" status: 204 len: 168 time: 0.5023134 Apr 28 14:11:52.628728 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491c043-113a-4743-a78e-4198ee1c9106 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c909d6-de22-4254-8c26-16c5ba98f0b3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:52.791501 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.795355 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41710) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:52.834708 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b837104a-6edc-48d4-a0df-86291f359276 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f0d56bfaa63437f9fd46764d5659862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381577 Apr 28 14:11:52.837013 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41712) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:52.882271 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-471995c4-b03c-4a68-9f04-a76c56fff06d admin admin] Publish callbacks [] for security_group (b98f2797-5317-460e-abd5-30956c9f8f61), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.903179 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-471995c4-b03c-4a68-9f04-a76c56fff06d admin admin] Publish callbacks [] for security_group (b98f2797-5317-460e-abd5-30956c9f8f61), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.951059 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-471995c4-b03c-4a68-9f04-a76c56fff06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b98f2797-5317-460e-abd5-30956c9f8f61), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.953530 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-471995c4-b03c-4a68-9f04-a76c56fff06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:52.954656 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-471995c4-b03c-4a68-9f04-a76c56fff06d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b98f2797-5317-460e-abd5-30956c9f8f61 HTTP/1.1" status: 204 len: 168 time: 0.1160357 Apr 28 14:11:52.962812 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471995c4-b03c-4a68-9f04-a76c56fff06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f2797-5317-460e-abd5-30956c9f8f61,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:53.165796 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b738f26-ed41-470d-97cc-04bc63fbd1f6 req-7ad645d8-67d2-4c37-8be7-32f165322e8e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:53.167260 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2b738f26-ed41-470d-97cc-04bc63fbd1f6 req-7ad645d8-67d2-4c37-8be7-32f165322e8e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0462253 Apr 28 14:11:53.214264 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2b738f26-ed41-470d-97cc-04bc63fbd1f6 req-605b5f74-0485-4b62-b052-b3ded8c6f13e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415733 Apr 28 14:11:53.628766 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41752) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:53.697018 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [req-f81e95ce-eb49-4446-a7c8-80ff3e9b538b req-9ad8ce96-2f73-493d-928e-ac1c5dc02a6a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:11:53.698095 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f81e95ce-eb49-4446-a7c8-80ff3e9b538b req-9ad8ce96-2f73-493d-928e-ac1c5dc02a6a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057697 Apr 28 14:11:53.741584 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-586206912-network', 'tenant_id': '41237bb81ade44018b1ef1781e00db45'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:53.770266 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Made reservation on behalf of 41237bb81ade44018b1ef1781e00db45 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:11:53.772584 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:53.782183 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:53.875267 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610b60e-7bfb-449c-a93b-fe529b89037e req-3f77b539-08a8-42fe-84f4-57404cda5985 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:53.876817 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6610b60e-7bfb-449c-a93b-fe529b89037e req-3f77b539-08a8-42fe-84f4-57404cda5985 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 945 time: 0.0599463 Apr 28 14:11:53.931530 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Publish callbacks [] for security_group (c9a9f237-f798-40b5-8ff0-105b8ba26252), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:53.943092 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (c9a9f237-f798-40b5-8ff0-105b8ba26252), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:53.955302 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6610b60e-7bfb-449c-a93b-fe529b89037e req-8279c4f5-8324-404a-b703-5698fd89d0bf tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707135 Apr 28 14:11:53.970380 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:11:53.989988 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (4e9adac4-ae02-4f92-a1cc-a3188eeb53ee), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:53.990334 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Added segment 4e9adac4-ae02-4f92-a1cc-a3188eeb53ee of type vlan for network 7145c4f5-7946-4644-88a7-880cee3b1d14 Apr 28 14:11:53.991679 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9f237-f798-40b5-8ff0-105b8ba26252,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:54.037606 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (7145c4f5-7946-4644-88a7-880cee3b1d14), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.064090 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (7145c4f5-7946-4644-88a7-880cee3b1d14), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.065482 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:54.066996 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.129825 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] Pushing event updated for resources: {'Network': ['ID=7145c4f5-7946-4644-88a7-880cee3b1d14,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:54.139162 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41782) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:54.142060 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:11:54.143849 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Request body: {'subnet': {'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-586206912-subnet', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:54.147818 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8f11175d-a635-403a-8945-30945ce8a090 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5178354 Apr 28 14:11:54.169230 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Made reservation on behalf of 41237bb81ade44018b1ef1781e00db45 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:11:54.172266 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16879718'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.194583 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41788) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:54.263794 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.297696 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-e4d557db-f123-4a56-87e4-3676609d2c43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018248 Apr 28 14:11:54.308711 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-f88f876d-a591-4b30-8d05-70cf456d8309 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:11:54.309788 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-f88f876d-a591-4b30-8d05-70cf456d8309 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069721 Apr 28 14:11:54.377339 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16879764'] for subnet (1e9ad8e7-9ca1-4d25-b655-70f298186c7a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.391884 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41802) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:54.418056 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:11:54.447658 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9ad8e7-9ca1-4d25-b655-70f298186c7a,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:54.453205 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Checking segment: {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:54.453584 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Network hostable DHCP agents. Network: 7145c4f5-7946-4644-88a7-880cee3b1d14, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:11:54.480027 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:11:54.491789 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 7145c4f5-7946-4644-88a7-880cee3b1d14) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:54.500572 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:54.501356 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.503715 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e5f7f-0c7d-4dee-8fed-2b1a64ef0157 None None] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:11:54.516490 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-65be72b4-690f-4cdf-bb03-fa5e9164fe25 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:54.518196 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-65be72b4-690f-4cdf-bb03-fa5e9164fe25 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports/a133d1b5-98cd-49de-9fe2-d9b321f8572a HTTP/1.1" status: 200 len: 942 time: 0.1253426 Apr 28 14:11:54.520363 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-99cd80f6-9c5c-478f-a3d0-1c7415a9645a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3800948 Apr 28 14:11:54.522899 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41806) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:54.527212 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:11:54.550466 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (996020a8-94a4-4cdd-bbaf-409a1a8f6483), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.552341 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (996020a8-94a4-4cdd-bbaf-409a1a8f6483), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.636559 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a133d1b5-98cd-49de-9fe2-d9b321f8572a is: ACTIVE; New status is: DOWN {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:54.637088 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.659642 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks [] for router_controller (996020a8-94a4-4cdd-bbaf-409a1a8f6483), precommit_add_association {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.708513 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:11:54.711467 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce1c8d4-8616-4a85-a48e-44ee40a85a54" -d '{"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:11:54.717950 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-7145c4f5-7946-4644-88a7-880cee3b1d14', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'project_id': '41237bb81ade44018b1ef1781e00db45', 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:11:54.719328 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.741000 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:54.801037 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b3d94e-1db4-49dd-b184-032c4905cdf8 x-openstack-request-id: req-37b3d94e-1db4-49dd-b184-032c4905cdf8 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:11:54.801328 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-unplugged", "status": "failed", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a", "code": 422}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:11:54.801617 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37b3d94e-1db4-49dd-b184-032c4905cdf8 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:11:54.802053 dv-cinder-839760-1-iscsi neutron-server[103511]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-37b3d94e-1db4-49dd-b184-032c4905cdf8']: {'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'code': 422} returned with failed status Apr 28 14:11:54.806945 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.859354 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks [] for router_gateway (996020a8-94a4-4cdd-bbaf-409a1a8f6483), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:54.898400 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=8']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:54.918778 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Allocated IP 172.20.0.2 (7145c4f5-7946-4644-88a7-880cee3b1d14/1e9ad8e7-9ca1-4d25-b655-70f298186c7a/f96040cc-15da-43ee-9efa-bc449c7e1929) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:55.076049 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Publish callbacks [] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.082601 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.120583 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507541e-73b2-4f6c-9e92-a34681770446 req-02060a02-0528-4869-9fb7-7a0309165c69 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:55.122589 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8507541e-73b2-4f6c-9e92-a34681770446 req-02060a02-0528-4869-9fb7-7a0309165c69 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0886576 Apr 28 14:11:55.126945 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:55.129868 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:55.134602 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:55.136964 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks [] for router_gateway (996020a8-94a4-4cdd-bbaf-409a1a8f6483), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.137661 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Pushing event updated for resources: {'Port': ['ID=f96040cc-15da-43ee-9efa-bc449c7e1929,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:55.163422 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.190437 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Attempting to bind port f96040cc-15da-43ee-9efa-bc449c7e1929 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:55.191053 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Attempting to bind port f96040cc-15da-43ee-9efa-bc449c7e1929 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:55.191160 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Attempting to bind port f96040cc-15da-43ee-9efa-bc449c7e1929 on network 7145c4f5-7946-4644-88a7-880cee3b1d14 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:55.196014 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:55.196909 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Checking segment: {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:55.197308 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.197715 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Bound using segment: {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:55.198169 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Bound port: f96040cc-15da-43ee-9efa-bc449c7e1929, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:55.198540 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.234734 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8507541e-73b2-4f6c-9e92-a34681770446 req-7bc208be-450a-4ca4-9469-1e029c41d9c2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066186 Apr 28 14:11:55.268570 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] For port f96040cc-15da-43ee-9efa-bc449c7e1929, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:55.271722 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] For port f96040cc-15da-43ee-9efa-bc449c7e1929, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=f96040cc-15da-43ee-9efa-bc449c7e1929,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:55.278023 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.297661 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Allocated IP 172.27.1.252 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/772b9d0c-ef8b-45c9-8b4c-2da62dfce379) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:55.338369 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb09749-84f0-411e-8119-0ff1868bb5ae None None] Pushing event updated for resources: {'Port': ['ID=f96040cc-15da-43ee-9efa-bc449c7e1929,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:55.411109 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks [] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.445577 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:55.489257 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:55.494593 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:55.498257 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:55.527189 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Pushing event updated for resources: {'Port': ['ID=772b9d0c-ef8b-45c9-8b4c-2da62dfce379,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:56.090796 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks [] for router_gateway (996020a8-94a4-4cdd-bbaf-409a1a8f6483), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:56.100301 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-b6019c37-deec-475f-a23e-66e3f0459820 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797338 Apr 28 14:11:56.177438 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-10e6b8d2-768e-4e8c-988d-646ffdca0e1b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383830010&fields=id&tenant_id=cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 267 time: 0.0501561 Apr 28 14:11:56.213796 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:56.306319 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-737c4e0d-f92b-4f69-afff-28a36915a19f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.308319 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-737c4e0d-f92b-4f69-afff-28a36915a19f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 811 time: 0.1234174 Apr 28 14:11:56.353410 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-cda00702-3122-4959-bdc3-73fda4f09bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.354890 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-cda00702-3122-4959-bdc3-73fda4f09bb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 1129 time: 0.0455127 Apr 28 14:11:56.364347 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-583fd0e5-783c-449e-9b54-7cc2c383eebd tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/quotas/cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 375 time: 0.0124953 Apr 28 14:11:56.376004 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53fbd9-c9d4-414e-a939-5a20f286ac8a None None] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:11:56.423251 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (996020a8-94a4-4cdd-bbaf-409a1a8f6483), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:56.428781 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-43843df0-47c9-4576-a3c4-6fb97bfbbd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.430298 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-43843df0-47c9-4576-a3c4-6fb97bfbbd87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0&tenant_id=79beb8c8a2f7430f9d5011cfb455acc7 HTTP/1.1" status: 200 len: 1127 time: 0.1206582 Apr 28 14:11:56.450799 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-ecde45a6-e6e6-493e-80b0-155ceed007bd tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790949 Apr 28 14:11:56.456628 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-d586ca30-c5a1-491f-b602-7316897cc82c None None] Provisioning complete for port f96040cc-15da-43ee-9efa-bc449c7e1929 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:56.457321 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d586ca30-c5a1-491f-b602-7316897cc82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:56.496978 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e526a0-8b64-423b-96f7-e8bb1a89e5a2 req-0423bca7-1dd4-4edc-9d4b-4ca010b9da74 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.498550 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-35e526a0-8b64-423b-96f7-e8bb1a89e5a2 req-0423bca7-1dd4-4edc-9d4b-4ca010b9da74 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1481960 Apr 28 14:11:56.556989 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-ba610d91-1098-4b1a-8466-ae48c5cb96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.558988 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-ba610d91-1098-4b1a-8466-ae48c5cb96e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 1127 time: 0.0821238 Apr 28 14:11:56.568775 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-d586ca30-c5a1-491f-b602-7316897cc82c None None] Current status of the port f96040cc-15da-43ee-9efa-bc449c7e1929 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:56.569456 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d586ca30-c5a1-491f-b602-7316897cc82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:56.569670 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-fb93f3d0-1792-4313-9b90-32b1c1f4f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.571844 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-fb93f3d0-1792-4313-9b90-32b1c1f4f469 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.1875520 Apr 28 14:11:56.607647 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-fe119808-edee-4821-aae9-e428f6bbc318 service neutron] 10.222.0.20 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228480 Apr 28 14:11:56.612470 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-d586ca30-c5a1-491f-b602-7316897cc82c None None] For port f96040cc-15da-43ee-9efa-bc449c7e1929, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=f96040cc-15da-43ee-9efa-bc449c7e1929,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:56.621362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d586ca30-c5a1-491f-b602-7316897cc82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:56.663557 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-35e526a0-8b64-423b-96f7-e8bb1a89e5a2 req-2a035b9f-0579-4860-a833-14567e38f779 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472535 Apr 28 14:11:56.678992 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-4e3faa3d-1a60-4be2-acec-6f8b24ee3cdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f7db596-fa3b-4543-97cc-b92436421fae HTTP/1.1" status: 200 len: 217 time: 0.0685327 Apr 28 14:11:56.696937 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586ca30-c5a1-491f-b602-7316897cc82c None None] Pushing event updated for resources: {'Port': ['ID=f96040cc-15da-43ee-9efa-bc449c7e1929,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:56.745521 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-7e9e0f44-ccc1-4dde-8034-16651a39971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.747034 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-7e9e0f44-ccc1-4dde-8034-16651a39971f service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.1549695 Apr 28 14:11:56.763650 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:11:56.790554 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-d8eae08e-682b-4989-a515-cf14b6b80255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.792025 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-d8eae08e-682b-4989-a515-cf14b6b80255 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.1056716 Apr 28 14:11:56.829349 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-6e26654a-a4ad-49f1-89d9-4da832628ce4 service neutron] 10.222.0.20 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203791 Apr 28 14:11:56.845041 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-31fbf549-71da-47f0-b248-e3d815c075ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.846417 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-f13cf25f-f4fd-4b48-8c40-f849da7d58f4 None None] Provisioning complete for port f96040cc-15da-43ee-9efa-bc449c7e1929 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:56.846709 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-31fbf549-71da-47f0-b248-e3d815c075ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460894 Apr 28 14:11:56.847675 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f13cf25f-f4fd-4b48-8c40-f849da7d58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:56.861585 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-36c6e378-6639-4b4a-a279-c671a27715a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a HTTP/1.1" status: 200 len: 998 time: 0.1067414 Apr 28 14:11:56.960895 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-9bad70fa-aeef-400a-bc78-f503f1cb388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:56.962701 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-9bad70fa-aeef-400a-bc78-f503f1cb388e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0914304 Apr 28 14:11:56.979350 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-b7914880-3be6-4404-bd8c-0b12c6fe255d service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255462 Apr 28 14:11:56.985701 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:11:57.002536 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Sync routers for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:11:57.009863 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-f13cf25f-f4fd-4b48-8c40-f849da7d58f4 None None] Current status of the port f96040cc-15da-43ee-9efa-bc449c7e1929 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:57.024912 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:57.025488 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:57.026138 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-55e28f8d-9f2f-4175-9f3c-859c19415f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:57.028645 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-55e28f8d-9f2f-4175-9f3c-859c19415f73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578513 Apr 28 14:11:57.032238 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:57.036367 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-dcc8e83d-80a3-4535-bc79-1e460999f270 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5123644 Apr 28 14:11:57.036910 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41860) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:57.142718 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7d72bcf-3403-478c-a304-54a8b0e92961 req-2d629a60-e97a-4062-801b-3da2904b388d service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561337 Apr 28 14:11:57.262553 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-ee28f9ab-6ab8-49a1-9697-5f854a70bfe9 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246664 Apr 28 14:11:57.315396 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f0e8e529-3ec1-4261-8e4a-6931445c8476 req-624d7df0-28c2-49f9-9b01-117fe21a2895 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0784085 Apr 28 14:11:57.338490 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:57.470241 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fcc91fa-c4c4-4c98-8419-11ac7ccc2c65 req-bfd64629-bd2e-4cb8-91e2-5b5dba5168d6 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856430 Apr 28 14:11:57.497801 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device f96040cc-15da-43ee-9efa-bc449c7e1929 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:57.557236 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:55Z', 'revision_number': 3, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:57.586097 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Checking router: 996020a8-94a4-4cdd-bbaf-409a1a8f6483 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:11:57.586586 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Updating router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:11:57.618361 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:57.697396 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port f96040cc-15da-43ee-9efa-bc449c7e1929 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:57.698230 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:57.793639 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:57.834230 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port f96040cc-15da-43ee-9efa-bc449c7e1929 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:57.844974 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788301a-47e3-469d-8106-eb73eec71399 req-a9601f76-304a-463a-ba5f-ed8f495e4d13 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:57.846510 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2788301a-47e3-469d-8106-eb73eec71399 req-a9601f76-304a-463a-ba5f-ed8f495e4d13 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0636857 Apr 28 14:11:57.918209 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2788301a-47e3-469d-8106-eb73eec71399 req-6522278f-191a-4e4c-9f9a-d35a6fba8c3d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659232 Apr 28 14:11:57.957325 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Publish callbacks [] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:57.969863 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:58.004506 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Allocated IP 172.20.0.1 (7145c4f5-7946-4644-88a7-880cee3b1d14/1e9ad8e7-9ca1-4d25-b655-70f298186c7a/0795534c-4dd1-49ee-9e32-aad7cec68500) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:11:58.025015 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Attempting to bind port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:11:58.025673 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Attempting to bind port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:11:58.025784 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Attempting to bind port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:11:58.035067 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:11:58.035439 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:11:58.036622 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:58.037183 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:11:58.037941 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Bound port: 772b9d0c-ef8b-45c9-8b4c-2da62dfce379, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:11:58.038214 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:58.098962 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] For port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:11:58.102331 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] For port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=772b9d0c-ef8b-45c9-8b4c-2da62dfce379,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:11:58.106534 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a697df-36cb-473e-acb5-74efbf426e49 None None] Pushing event updated for resources: {'Port': ['ID=772b9d0c-ef8b-45c9-8b4c-2da62dfce379,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:58.114968 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:58.159785 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:11:58.160419 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:58.298451 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a697df-36cb-473e-acb5-74efbf426e49 None None] Pushing event updated for resources: {'Port': ['ID=772b9d0c-ef8b-45c9-8b4c-2da62dfce379,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:58.329295 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:11:58.427843 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Publish callbacks [] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:58.501988 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2db7a28d-6c5f-4d84-a208-2e5f46589199 req-5c52a44f-6bf5-43de-b063-69d0b221b972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0469587 Apr 28 14:11:58.509977 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:58.621507 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:58.644371 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Pushing event updated for resources: {'Port': ['ID=0795534c-4dd1-49ee-9e32-aad7cec68500,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:58.649472 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:58.673584 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:11:58.726940 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:55Z', 'revision_number': 3, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:11:58.751626 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (996020a8-94a4-4cdd-bbaf-409a1a8f6483), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:58.791302 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93def1c3-bc0e-4655-9a74-61b00d33fdd2 None None] The sync data for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi is: [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:55Z', 'revision_number': 3, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:11:59.047121 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-63cfcb8b-c62c-4e6c-99a9-eade013443ec None None] Provisioning complete for port 0795534c-4dd1-49ee-9e32-aad7cec68500 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:59.047706 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-63cfcb8b-c62c-4e6c-99a9-eade013443ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:59.055293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:59.110973 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-63cfcb8b-c62c-4e6c-99a9-eade013443ec None None] Port 0795534c-4dd1-49ee-9e32-aad7cec68500 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:11:59.146782 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e6cf4-cd89-4254-bcdb-1c97bb261884 req-9266d0e0-a11a-4a60-8946-6a6c4b6e7e22 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:11:59.159083 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a75e6cf4-cd89-4254-bcdb-1c97bb261884 req-9266d0e0-a11a-4a60-8946-6a6c4b6e7e22 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1130083 Apr 28 14:11:59.284374 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a75e6cf4-cd89-4254-bcdb-1c97bb261884 req-ca14e922-cc13-4ffc-8da9-5ea2ffaff073 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238632 Apr 28 14:11:59.442831 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Publish callbacks [] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:59.463413 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:59.523131 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Pushing event updated for resources: {'Port': ['ID=0795534c-4dd1-49ee-9e32-aad7cec68500,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:59.531120 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:11:59.613495 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (996020a8-94a4-4cdd-bbaf-409a1a8f6483), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:59.632741 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:11:59.634278 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:59.747076 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-648b15b1-2829-4f0b-9667-8f50faab0dc2 req-f981fedc-8719-40af-adea-d83c8ed42f71 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0795128 Apr 28 14:11:59.767723 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:11:59.768493 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:59.785980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41914) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:11:59.812084 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=772b9d0c-ef8b-45c9-8b4c-2da62dfce379,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:11:59.823248 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:11:59.860224 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:11:59.861729 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:11:59.892065 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=772b9d0c-ef8b-45c9-8b4c-2da62dfce379,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:11:59.993902 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d84ca17-7d30-4c1b-9690-8c2db571f208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:00.052934 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:12:00.149934 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:12:00.231688 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d84ca17-7d30-4c1b-9690-8c2db571f208 admin admin] Publish callbacks [] for security_group (3cd0ad49-0343-4fac-b201-5941759240e7), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:00.246957 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d84ca17-7d30-4c1b-9690-8c2db571f208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3cd0ad49-0343-4fac-b201-5941759240e7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:00.262576 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-458aa2fa-60ab-4e95-bc07-6aff1809295f None None] Provisioning complete for port 0795534c-4dd1-49ee-9e32-aad7cec68500 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:00.263744 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-458aa2fa-60ab-4e95-bc07-6aff1809295f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:00.327155 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-458aa2fa-60ab-4e95-bc07-6aff1809295f None None] Port 0795534c-4dd1-49ee-9e32-aad7cec68500 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:00.343912 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2d84ca17-7d30-4c1b-9690-8c2db571f208 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76213c7ca86e43ae835a3ca6a13220df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5566800 Apr 28 14:12:00.345963 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41920) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:00.360753 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84ca17-7d30-4c1b-9690-8c2db571f208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd0ad49-0343-4fac-b201-5941759240e7,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:00.423666 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:00.437310 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-11e933d4-4ff7-4e09-80dc-49030df1c37b admin admin] 10.222.0.20 "PUT /v2.0/routers/996020a8-94a4-4cdd-bbaf-409a1a8f6483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3978639 Apr 28 14:12:00.573153 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2bdf7-e686-498a-83a8-89b74f3da384 req-d231132b-21af-4ea7-ad72-6a0ff863b67a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:00.575043 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ba2bdf7-e686-498a-83a8-89b74f3da384 req-d231132b-21af-4ea7-ad72-6a0ff863b67a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0932748 Apr 28 14:12:00.575862 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b6f22bb9-9cbd-4d02-9396-13f712f539fc admin admin] Publish callbacks [] for security_group (3cd0ad49-0343-4fac-b201-5941759240e7), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:00.621172 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b6f22bb9-9cbd-4d02-9396-13f712f539fc admin admin] Publish callbacks [] for security_group (3cd0ad49-0343-4fac-b201-5941759240e7), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:00.678148 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8ba2bdf7-e686-498a-83a8-89b74f3da384 req-6b8dc2e5-f13f-4ee6-b0a4-866ea6a13c3c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937688 Apr 28 14:12:00.751982 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b6f22bb9-9cbd-4d02-9396-13f712f539fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3cd0ad49-0343-4fac-b201-5941759240e7), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:00.754630 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b6f22bb9-9cbd-4d02-9396-13f712f539fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:00.755947 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b6f22bb9-9cbd-4d02-9396-13f712f539fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cd0ad49-0343-4fac-b201-5941759240e7 HTTP/1.1" status: 204 len: 168 time: 0.3971891 Apr 28 14:12:00.777413 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f22bb9-9cbd-4d02-9396-13f712f539fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd0ad49-0343-4fac-b201-5941759240e7,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:00.897180 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4964c79f-e817-4540-9970-9c7a43c063fa req-1436f6b0-bd96-410a-91e4-cb655fb5aeff tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0521476 Apr 28 14:12:01.275433 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 41946) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:01.281129 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-559497008-network', 'tenant_id': '24b376b48e6945ab85ce319896d4a296'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:01.310813 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Made reservation on behalf of 24b376b48e6945ab85ce319896d4a296 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:01.313686 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.324733 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.438060 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Publish callbacks [] for security_group (30d62e8a-323d-4105-8188-8909712b86cc), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.442733 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Sync routers for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:01.453220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (30d62e8a-323d-4105-8188-8909712b86cc), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.460593 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:01.461243 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:01.503980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:12:01.535891 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (a3cf1449-2f85-4f95-b5cd-81aaf642289a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.536237 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Added segment a3cf1449-2f85-4f95-b5cd-81aaf642289a of type vlan for network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 Apr 28 14:12:01.546319 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d62e8a-323d-4105-8188-8909712b86cc,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:01.575163 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:01.612298 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (7a9ffb48-8133-41ed-9c8e-114a115a81c7), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.670177 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (7a9ffb48-8133-41ed-9c8e-114a115a81c7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.671340 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:01.671885 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.690302 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:01.692722 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:01.692957 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:01.830062 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] Pushing event updated for resources: {'Network': ['ID=7a9ffb48-8133-41ed-9c8e-114a115a81c7,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:01.886133 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:01.896476 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a977f659-1b5f-45c3-9599-c6955a9f361c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6198330 Apr 28 14:12:01.900385 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41962) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:01.905230 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Request body: {'subnet': {'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-559497008-subnet', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'ip_version': 4}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:01.930377 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96e0b1-1e95-478b-8922-70d5aef7ad65 req-6b8f20fd-0eaa-4c27-88c9-f2f511025f55 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:01.932214 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7e96e0b1-1e95-478b-8922-70d5aef7ad65 req-6b8f20fd-0eaa-4c27-88c9-f2f511025f55 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0895236 Apr 28 14:12:01.947175 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:12:01.967302 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Made reservation on behalf of 24b376b48e6945ab85ce319896d4a296 for: {'subnet': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:01.969891 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25676123'] for subnet (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:02.024203 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7e96e0b1-1e95-478b-8922-70d5aef7ad65 req-a132ccc2-ef43-4436-b5c8-43aab33628d8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863154 Apr 28 14:12:02.086860 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1aff68c2-2a2a-41c8-8018-bee6b7ef9189 req-15ee7f12-d06b-4883-962f-49495291450d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0690806 Apr 28 14:12:02.271693 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4088320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25676201'] for subnet (197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:02.299635 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 2, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:02.375432 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Checking router: 996020a8-94a4-4cdd-bbaf-409a1a8f6483 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:02.375792 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Updating router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 port 0795534c-4dd1-49ee-9e32-aad7cec68500 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:12:02.400042 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:02.409659 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Checking segment: {'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:02.410095 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Network hostable DHCP agents. Network: 7a9ffb48-8133-41ed-9c8e-114a115a81c7, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:12:02.418863 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:02.463401 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:12:02.476089 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 7a9ffb48-8133-41ed-9c8e-114a115a81c7) {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:02.484365 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:02.485241 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:02.506655 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccaec0-6aa2-4e42-8eb2-b22d8d89fe9d None None] Network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:12:02.514448 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-41066770-1f0b-4994-86bb-2b6e7a9469fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6125884 Apr 28 14:12:02.516643 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 41972) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:02.521301 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:02.549077 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (79aac659-935e-47d9-ad34-ae75a0e02230), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:02.551373 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (79aac659-935e-47d9-ad34-ae75a0e02230), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:02.629058 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks [] for router_controller (79aac659-935e-47d9-ad34-ae75a0e02230), precommit_add_association {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:02.783705 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-7a9ffb48-8133-41ed-9c8e-114a115a81c7', 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7', 'project_id': '24b376b48e6945ab85ce319896d4a296', 'fixed_ips': [{'subnet_id': '197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:12:02.784644 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:02.828636 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks [] for router_gateway (79aac659-935e-47d9-ad34-ae75a0e02230), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.088413 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Publish callbacks [] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.111587 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.116974 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks [] for router_gateway (79aac659-935e-47d9-ad34-ae75a0e02230), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.166236 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.260424 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c8073-96c2-4441-916d-bdd5ac374fc3 req-51c236b4-08c2-43e7-b2a6-17568a0a720d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:03.268122 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-22369673-8326-4aa1-93fb-41dea3bd1837 req-e2b77695-e5b1-429c-8468-71c11eea9237 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0358262 Apr 28 14:12:03.270080 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f60c8073-96c2-4441-916d-bdd5ac374fc3 req-51c236b4-08c2-43e7-b2a6-17568a0a720d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1186881 Apr 28 14:12:03.290293 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea2181-b719-4835-8041-5540f44c84b2 None None] Pushing event updated for resources: {'Port': ['ID=0795534c-4dd1-49ee-9e32-aad7cec68500,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:03.374380 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f60c8073-96c2-4441-916d-bdd5ac374fc3 req-c995be57-047b-4a2d-bc43-470998227c03 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031725 Apr 28 14:12:03.375664 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Allocated IP 172.20.0.2 (7a9ffb48-8133-41ed-9c8e-114a115a81c7/197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e/71e0e67d-5338-44f8-bc6c-ed48c000f65c) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:03.396529 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Allocated IP 172.27.1.188 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/855599d6-0cce-4565-82e0-c2ae58522ff4) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:03.481141 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Attempting to bind port 0795534c-4dd1-49ee-9e32-aad7cec68500 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:03.486023 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Attempting to bind port 0795534c-4dd1-49ee-9e32-aad7cec68500 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:03.486472 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Attempting to bind port 0795534c-4dd1-49ee-9e32-aad7cec68500 on network 7145c4f5-7946-4644-88a7-880cee3b1d14 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:03.502279 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:03.502671 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Checking segment: {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:03.503075 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.503471 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Bound using segment: {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:03.504020 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Bound port: 0795534c-4dd1-49ee-9e32-aad7cec68500, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:03.504405 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.581165 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks [] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.654925 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.709369 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:03.719232 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:03.724563 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:03.771142 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Pushing event updated for resources: {'Port': ['ID=855599d6-0cce-4565-82e0-c2ae58522ff4,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:03.830908 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-b44cd776-2d1e-4f89-ab9a-2e94f5951ace None None] Provisioning complete for port 0795534c-4dd1-49ee-9e32-aad7cec68500 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:03.831529 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b44cd776-2d1e-4f89-ab9a-2e94f5951ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.869456 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Publish callbacks [] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.891739 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.932247 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-b44cd776-2d1e-4f89-ab9a-2e94f5951ace None None] Port 0795534c-4dd1-49ee-9e32-aad7cec68500 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:03.944421 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] For port 0795534c-4dd1-49ee-9e32-aad7cec68500, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:03.967777 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] For port 0795534c-4dd1-49ee-9e32-aad7cec68500, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=0795534c-4dd1-49ee-9e32-aad7cec68500,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:03.970036 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:03.971480 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:03.976299 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:03.990604 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:03.992491 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Pushing event updated for resources: {'Port': ['ID=71e0e67d-5338-44f8-bc6c-ed48c000f65c,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:04.083324 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Attempting to bind port 71e0e67d-5338-44f8-bc6c-ed48c000f65c on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:04.083324 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Attempting to bind port 71e0e67d-5338-44f8-bc6c-ed48c000f65c by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:04.083324 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Attempting to bind port 71e0e67d-5338-44f8-bc6c-ed48c000f65c on network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:04.116627 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:04.117006 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Checking segment: {'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:04.117408 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:04.117935 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Bound using segment: {'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:04.118410 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Bound port: 71e0e67d-5338-44f8-bc6c-ed48c000f65c, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:04.118792 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:04.181595 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:04.181595 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:04.183516 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks [] for router_gateway (79aac659-935e-47d9-ad34-ae75a0e02230), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:04.298951 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea2181-b719-4835-8041-5540f44c84b2 None None] Pushing event updated for resources: {'Port': ['ID=0795534c-4dd1-49ee-9e32-aad7cec68500,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:04.475102 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4c5dd48f-03eb-4c2b-9cb2-472ba76556e3 req-b3b09414-e494-4700-a053-8cdd6f5c86f2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0478022 Apr 28 14:12:04.513549 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:04.551231 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] For port 71e0e67d-5338-44f8-bc6c-ed48c000f65c, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:04.584262 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] For port 71e0e67d-5338-44f8-bc6c-ed48c000f65c, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=71e0e67d-5338-44f8-bc6c-ed48c000f65c,segment=NetworkSegment(a3cf1449-2f85-4f95-b5cd-81aaf642289a),segment_id=a3cf1449-2f85-4f95-b5cd-81aaf642289a)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:04.637793 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-138ee56e-17b4-4a26-a9a3-4b9e1e87fa3e None None] Provisioning complete for port 0795534c-4dd1-49ee-9e32-aad7cec68500 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:04.638526 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-138ee56e-17b4-4a26-a9a3-4b9e1e87fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:04.641351 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:04.719670 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fb9dc-787a-41f8-aea3-8bad489f8b0b req-9c2651c6-e37b-4e5e-904e-f3658d61d143 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:04.721261 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c32fb9dc-787a-41f8-aea3-8bad489f8b0b req-9c2651c6-e37b-4e5e-904e-f3658d61d143 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1039126 Apr 28 14:12:04.837501 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c32fb9dc-787a-41f8-aea3-8bad489f8b0b req-5c31f92a-b711-4b7c-a005-6b2795294d06 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025383 Apr 28 14:12:04.941291 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (79aac659-935e-47d9-ad34-ae75a0e02230), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:04.978317 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-141ac8a3-7710-4a0d-83ca-56f67b147d30 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fec3a7bc54264a76b5e73321661a9d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6310053 Apr 28 14:12:04.996862 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766deab2-144b-4178-b7ee-4e3d38b9883e None None] Pushing event updated for resources: {'Port': ['ID=71e0e67d-5338-44f8-bc6c-ed48c000f65c,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:05.027478 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:12:03Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:05.066523 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc6a3e-d83a-4d1c-a4a2-7bbecb9c2fa6 None None] The sync data for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi is: [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:12:03Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:05.190179 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-138ee56e-17b4-4a26-a9a3-4b9e1e87fa3e None None] Current status of the port 0795534c-4dd1-49ee-9e32-aad7cec68500 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:05.191430 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-138ee56e-17b4-4a26-a9a3-4b9e1e87fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:05.295432 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-138ee56e-17b4-4a26-a9a3-4b9e1e87fa3e None None] For port 0795534c-4dd1-49ee-9e32-aad7cec68500, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=0795534c-4dd1-49ee-9e32-aad7cec68500,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:05.314566 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-138ee56e-17b4-4a26-a9a3-4b9e1e87fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:05.470698 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ee56e-17b4-4a26-a9a3-4b9e1e87fa3e None None] Pushing event updated for resources: {'Port': ['ID=0795534c-4dd1-49ee-9e32-aad7cec68500,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:05.653283 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe474-3927-4972-9cac-727e7148280e req-c85294fe-319c-4cb1-9822-06a99e79af6d tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:05.662037 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-c85294fe-319c-4cb1-9822-06a99e79af6d tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6766839 Apr 28 14:12:05.667859 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 0795534c-4dd1-49ee-9e32-aad7cec68500 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:05.698311 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-fd9dd4cf-1ce8-4f67-996e-7c180a8fbd0e tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/quotas/fec3a7bc54264a76b5e73321661a9d11 HTTP/1.1" status: 200 len: 375 time: 0.0347679 Apr 28 14:12:05.713735 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bc935fb4-0db2-4de1-bc8f-051eaadfcfa4 req-4f8f0991-ca59-4efc-a8c3-d75e30e9f9bf tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0628600 Apr 28 14:12:05.774610 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-07703198-d678-48b9-9dde-16cdc5eecba6 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fec3a7bc54264a76b5e73321661a9d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627196 Apr 28 14:12:05.775363 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 0795534c-4dd1-49ee-9e32-aad7cec68500 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:05.776035 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:05.804485 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Router 79aac659-935e-47d9-ad34-ae75a0e02230 is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:12:06.007618 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 0795534c-4dd1-49ee-9e32-aad7cec68500 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:06.013005 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 71e0e67d-5338-44f8-bc6c-ed48c000f65c up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:06.111721 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:06.125253 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Sync routers for ids ['79aac659-935e-47d9-ad34-ae75a0e02230'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:06.150581 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Routers {'79aac659-935e-47d9-ad34-ae75a0e02230'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:06.151636 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['79aac659-935e-47d9-ad34-ae75a0e02230'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:06.153153 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9959171-e021-4db7-8c65-ac5cf600b162 req-920bccf5-30c4-4460-ba43-b8fab9862e39 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:06.168469 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9959171-e021-4db7-8c65-ac5cf600b162 req-920bccf5-30c4-4460-ba43-b8fab9862e39 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1353674 Apr 28 14:12:06.186636 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 71e0e67d-5338-44f8-bc6c-ed48c000f65c triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:06.187365 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:06.263569 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:06.266761 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-4bda71d2-3062-4d57-87cf-882dcd1674ce admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7486691 Apr 28 14:12:06.269856 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c3755c90-b4f0-4736-b5c2-1f36fbc2e9aa req-b1dbdb10-56f3-450e-806d-d84db3ac5dca tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 210 time: 0.1077394 Apr 28 14:12:06.270584 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42012) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:06.337786 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c9959171-e021-4db7-8c65-ac5cf600b162 req-cd7dc967-d065-485d-89c2-8f4f44064e60 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683259 Apr 28 14:12:06.513980 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 71e0e67d-5338-44f8-bc6c-ed48c000f65c is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:06.520319 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Set router 79aac659-935e-47d9-ad34-ae75a0e02230 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:06.534264 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:06.594231 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 71e0e67d-5338-44f8-bc6c-ed48c000f65c, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=71e0e67d-5338-44f8-bc6c-ed48c000f65c,segment=NetworkSegment(a3cf1449-2f85-4f95-b5cd-81aaf642289a),segment_id=a3cf1449-2f85-4f95-b5cd-81aaf642289a)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:06.603753 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:06.717054 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6d83f-bd44-4e2c-894b-e0c66d38a6f9 None None] Network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:12:06.898441 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-2c125ffc-4aca-4ccb-8a01-3c31dc3c5b74 None None] Provisioning complete for port 71e0e67d-5338-44f8-bc6c-ed48c000f65c triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:06.910144 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2c125ffc-4aca-4ccb-8a01-3c31dc3c5b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:06.929067 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=71e0e67d-5338-44f8-bc6c-ed48c000f65c,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:07.014897 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-52cf5e27-9aca-4d3f-8ae4-da568f567600 req-8799bb98-db59-4563-892a-1c8f6a2e0929 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.1644392 Apr 28 14:12:07.128430 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:12:03Z', 'revision_number': 3, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port': {'id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:03Z', 'updated_at': '2022-04-28T14:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:07.158957 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Checking router: 79aac659-935e-47d9-ad34-ae75a0e02230 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:07.159581 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Updating router 79aac659-935e-47d9-ad34-ae75a0e02230 port 855599d6-0cce-4565-82e0-c2ae58522ff4 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:12:07.203606 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:07.339186 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-2c125ffc-4aca-4ccb-8a01-3c31dc3c5b74 None None] Current status of the port 71e0e67d-5338-44f8-bc6c-ed48c000f65c is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:07.499005 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a36ec9dc-6540-4d9b-8543-9ee94850532c req-0275223a-8629-4a67-b96e-160387b0c17c tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 210 time: 0.0821142 Apr 28 14:12:07.587158 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 0795534c-4dd1-49ee-9e32-aad7cec68500 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:07.634697 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:07.716076 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 0795534c-4dd1-49ee-9e32-aad7cec68500 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:07.717272 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:07.877342 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Publish callbacks [] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:07.887817 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:07.946942 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-ca57244f-1ceb-4078-b026-6add57cdd679 None None] Provisioning complete for port 71e0e67d-5338-44f8-bc6c-ed48c000f65c triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:07.947621 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-ca57244f-1ceb-4078-b026-6add57cdd679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:07.947750 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Attempting to bind port 855599d6-0cce-4565-82e0-c2ae58522ff4 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:07.948070 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Attempting to bind port 855599d6-0cce-4565-82e0-c2ae58522ff4 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:07.948430 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Attempting to bind port 855599d6-0cce-4565-82e0-c2ae58522ff4 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:07.952982 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 0795534c-4dd1-49ee-9e32-aad7cec68500 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:07.954980 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 71e0e67d-5338-44f8-bc6c-ed48c000f65c up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:07.960567 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:07.960962 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:07.961588 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:07.962205 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:07.962928 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Bound port: 855599d6-0cce-4565-82e0-c2ae58522ff4, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:07.963609 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:07.987740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bb606-4464-43a5-867f-27c228ba8b01 req-6f46448e-624e-456c-b1d0-32282dd48747 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:07.995581 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f76bb606-4464-43a5-867f-27c228ba8b01 req-6f46448e-624e-456c-b1d0-32282dd48747 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.3887281 Apr 28 14:12:08.073184 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 71e0e67d-5338-44f8-bc6c-ed48c000f65c triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:08.073777 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:08.108046 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] For port 855599d6-0cce-4565-82e0-c2ae58522ff4, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:08.113744 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] For port 855599d6-0cce-4565-82e0-c2ae58522ff4, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=855599d6-0cce-4565-82e0-c2ae58522ff4,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:08.129949 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e2719-9d7c-474a-81d8-f0e6ebb4e4e0 None None] Pushing event updated for resources: {'Port': ['ID=855599d6-0cce-4565-82e0-c2ae58522ff4,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:08.132588 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-ca57244f-1ceb-4078-b026-6add57cdd679 None None] Current status of the port 71e0e67d-5338-44f8-bc6c-ed48c000f65c is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:08.134037 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:08.224300 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Routers {'79aac659-935e-47d9-ad34-ae75a0e02230'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:08.224995 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['79aac659-935e-47d9-ad34-ae75a0e02230'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:08.226796 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f77a31ab-aaef-4643-92f4-397a398ca501 req-ca9c8b78-c52c-4cd8-ac24-c6b9a945cd0d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0531702 Apr 28 14:12:08.241675 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 71e0e67d-5338-44f8-bc6c-ed48c000f65c is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:08.264458 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e2719-9d7c-474a-81d8-f0e6ebb4e4e0 None None] Pushing event updated for resources: {'Port': ['ID=855599d6-0cce-4565-82e0-c2ae58522ff4,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:08.267901 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-a84f55ca-1df5-4b80-be22-857dc922a49c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:08.269343 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-a84f55ca-1df5-4b80-be22-857dc922a49c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 811 time: 0.6003056 Apr 28 14:12:08.303632 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f76bb606-4464-43a5-867f-27c228ba8b01 req-815feea4-71ae-4746-b94f-e88d9ebef6f9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048508 Apr 28 14:12:08.347795 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] Set router 79aac659-935e-47d9-ad34-ae75a0e02230 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:08.354177 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Allocated IP 172.20.0.1 (7a9ffb48-8133-41ed-9c8e-114a115a81c7/197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e/9bfc62e4-c9c5-4cb0-be2b-0bb317137b12) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:08.457982 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Publish callbacks [] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:08.493286 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:08.523136 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:12:03Z', 'revision_number': 3, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port': {'id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:03Z', 'updated_at': '2022-04-28T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:08.536768 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:08.541913 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:08.545440 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:08.554588 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef07f7-4974-4906-ac1b-975b62ba4e04 None None] The sync data for ids ['79aac659-935e-47d9-ad34-ae75a0e02230'] in dv-cinder-839760-1-iscsi is: [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:12:03Z', 'revision_number': 3, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port': {'id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:03Z', 'updated_at': '2022-04-28T14:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:08.568994 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Pushing event updated for resources: {'Port': ['ID=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:08.590904 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (79aac659-935e-47d9-ad34-ae75a0e02230), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:08.614967 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-37b1cbf2-0900-49b1-8e4e-ff7423e592d0 req-7b771292-e629-4786-bc0c-5487b551e28d tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 210 time: 0.0364525 Apr 28 14:12:08.784456 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:08.822571 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-8528986b-baa4-4336-a3e0-4fb62f01c355 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 380 time: 0.0805211 Apr 28 14:12:08.882191 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-cd907183-95ee-43d5-999a-83b0ef1a0790 None None] Provisioning complete for port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:08.882705 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cd907183-95ee-43d5-999a-83b0ef1a0790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:08.924756 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-cd907183-95ee-43d5-999a-83b0ef1a0790 None None] Port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:08.990175 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Publish callbacks [] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:08.995965 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:09.061763 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (79aac659-935e-47d9-ad34-ae75a0e02230), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:09.063528 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Pushing event updated for resources: {'Port': ['ID=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:09.160187 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:09.161613 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:09.262827 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'port': {'device_id': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'admin_state_up': True, 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'security_groups': ['2355852a-304b-4d8f-815e-6bf54b564f6a']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:09.341629 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-3344e61f-ff53-4416-b726-ea7cf46aee1b tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fec3a7bc54264a76b5e73321661a9d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023657 Apr 28 14:12:09.425513 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f9fb6db3-a9f1-4181-842e-d91894a0df2a req-c45c5e31-f014-4920-8ef6-ac0b527997e9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0649791 Apr 28 14:12:09.466670 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Router 79aac659-935e-47d9-ad34-ae75a0e02230 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:12:09.550946 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-f718fc47-5147-48b4-befd-1fb320360d55 None None] Provisioning complete for port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:09.551577 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f718fc47-5147-48b4-befd-1fb320360d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:09.580946 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Made reservation on behalf of cfd703e9dd3e460d992ef2daab104619 for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:09.584385 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:09.589778 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 855599d6-0cce-4565-82e0-c2ae58522ff4 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:09.657744 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 855599d6-0cce-4565-82e0-c2ae58522ff4 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:09.658120 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:09.681349 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c0118-0a4f-4cc8-8f8e-e0fe09b83005 req-a9f09211-e77a-48e7-99ce-1029d358016d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:09.688772 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-af6c0118-0a4f-4cc8-8f8e-e0fe09b83005 req-a9f09211-e77a-48e7-99ce-1029d358016d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1526670 Apr 28 14:12:09.699102 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-f718fc47-5147-48b4-befd-1fb320360d55 None None] Port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:09.766250 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 855599d6-0cce-4565-82e0-c2ae58522ff4 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:09.766647 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:09.778735 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe474-3927-4972-9cac-727e7148280e req-210d68c5-b7b4-4d04-934c-c2aa8c847387 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:09.780807 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-210d68c5-b7b4-4d04-934c-c2aa8c847387 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4265373 Apr 28 14:12:09.785251 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-af6c0118-0a4f-4cc8-8f8e-e0fe09b83005 req-1b4530bb-fa6f-4c0b-a64c-b379e7179257 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953472 Apr 28 14:12:09.788820 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:09.791478 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 855599d6-0cce-4565-82e0-c2ae58522ff4, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=855599d6-0cce-4565-82e0-c2ae58522ff4,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:09.803188 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-e0f51a45-0ffe-4cbc-ab79-3e611156f2cc admin admin] 10.222.0.20 "PUT /v2.0/routers/79aac659-935e-47d9-ad34-ae75a0e02230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5212219 Apr 28 14:12:09.803657 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Request body: {'port': {'device_id': '7b9d8089-af75-4a22-aca3-50446295b423', 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579', 'admin_state_up': True, 'tenant_id': 'fec3a7bc54264a76b5e73321661a9d11'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:09.803767 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f1d91723-51e1-4d9f-adc1-7404f2b9a4ca req-fbe6a805-0202-4f95-a447-3e0b4822a1eb tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 210 time: 0.0510845 Apr 28 14:12:09.807018 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:09.887093 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=855599d6-0cce-4565-82e0-c2ae58522ff4,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:09.889130 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Allocated IP 172.20.0.13 (509c9b07-a90c-406e-90f2-5e0d8e27d8bf/430a505b-1a35-4c99-917a-0ef59e29e7f9/6447339f-af4c-4eab-bc6f-43a7251d06d5) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:09.953004 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Made reservation on behalf of fec3a7bc54264a76b5e73321661a9d11 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:09.956772 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:09.967092 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.053867 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks [] for security_group (8ceb035c-5a2a-4088-b60f-1c4db7513434), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.059100 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (8ceb035c-5a2a-4088-b60f-1c4db7513434), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.139608 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceb035c-5a2a-4088-b60f-1c4db7513434,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:10.215613 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Allocated IP 192.168.233.134 (ac7c2878-ffe2-4622-bc13-ea5d70710579/96fde6ce-ad58-4384-80dd-81622d85d3fd/1617a926-bb95-4f1f-97d2-4feedd55750f) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:10.301656 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.356712 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.402001 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks [] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.409206 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:10.417199 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:10.422962 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:10.426900 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=6447339f-af4c-4eab-bc6f-43a7251d06d5,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:10.446697 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.471418 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42052) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:10.479065 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-b4f898e8-6344-439a-a5b5-074deeda6ebe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820204521', 'description': 'tempest-secgroup-smoke-1820204521 description', 'project_id': '41237bb81ade44018b1ef1781e00db45'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:10.509347 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Pushing event updated for resources: {'Port': ['ID=1617a926-bb95-4f1f-97d2-4feedd55750f,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:10.525146 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:10.525822 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.529293 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Network ac7c2878-ffe2-4622-bc13-ea5d70710579 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:10.529840 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b4f898e8-6344-439a-a5b5-074deeda6ebe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.532154 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:10.535156 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:10.562767 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-e4bc82cd-c06a-41a9-ba2c-c3afcf739e8b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3049881 Apr 28 14:12:10.584801 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Request body: {'port': {'device_id': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:10.593522 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93afa-b506-459d-907f-0836992f3898 req-80e4494a-31d0-44a6-b892-1292ccae05d0 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:10.595726 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb93afa-b506-459d-907f-0836992f3898 req-80e4494a-31d0-44a6-b892-1292ccae05d0 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 932 time: 0.0544181 Apr 28 14:12:10.669954 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.678753 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2fb93afa-b506-459d-907f-0836992f3898 req-e0db948b-976f-4c53-a5a4-a5f470e7c8a4 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644827 Apr 28 14:12:10.691756 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:10.693130 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.699075 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b4f898e8-6344-439a-a5b5-074deeda6ebe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group (54008164-d930-4959-8533-cd8177dc2aa5), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.713069 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-dcbd2216-03b1-4c7f-a2c6-2418214007d5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9230835 Apr 28 14:12:10.723239 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b4f898e8-6344-439a-a5b5-074deeda6ebe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (54008164-d930-4959-8533-cd8177dc2aa5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.728908 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Request body: {'port': {'device_id': '7b9d8089-af75-4a22-aca3-50446295b423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:10.741149 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-b8ebd437-86cc-40e4-907b-fa1cd5180ec1 None None] Provisioning complete for port 6447339f-af4c-4eab-bc6f-43a7251d06d5 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:10.741527 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b8ebd437-86cc-40e4-907b-fa1cd5180ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.785730 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f898e8-6344-439a-a5b5-074deeda6ebe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54008164-d930-4959-8533-cd8177dc2aa5,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:10.793412 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b4f898e8-6344-439a-a5b5-074deeda6ebe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.794699 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b4f898e8-6344-439a-a5b5-074deeda6ebe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3207459 Apr 28 14:12:10.799122 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42054) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:10.808296 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-9b0e84f6-349f-4104-8eec-d88de500ba20 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'security_group_rule': {'security_group_id': '54008164-d930-4959-8533-cd8177dc2aa5', 'project_id': '41237bb81ade44018b1ef1781e00db45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:10.818758 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.820714 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebd437-86cc-40e4-907b-fa1cd5180ec1 None None] Port 6447339f-af4c-4eab-bc6f-43a7251d06d5 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:10.924275 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Sync routers for ids ['79aac659-935e-47d9-ad34-ae75a0e02230'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:10.947062 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Routers {'79aac659-935e-47d9-ad34-ae75a0e02230'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:10.947942 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['79aac659-935e-47d9-ad34-ae75a0e02230'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:10.952825 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-011037ef-eaaa-479a-aa09-e08f4b1248af None None] Provisioning complete for port 1617a926-bb95-4f1f-97d2-4feedd55750f triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:10.953204 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-011037ef-eaaa-479a-aa09-e08f4b1248af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.960256 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9b0e84f6-349f-4104-8eec-d88de500ba20 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (6fb00775-41a8-4441-b809-bd9db27198c4), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:10.980433 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca65859-ae02-4a0e-b9a9-e5ab15c68114 req-06b1f510-594b-44d7-9a28-52bec69a9640 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:10.981824 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7ca65859-ae02-4a0e-b9a9-e5ab15c68114 req-06b1f510-594b-44d7-9a28-52bec69a9640 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0794313 Apr 28 14:12:10.996062 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49114d73-c16c-4ec9-b573-f599f29d64fe req-2765ecbd-9d7d-497d-a9b1-7a64d8a1e3fd tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:10.997590 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-49114d73-c16c-4ec9-b573-f599f29d64fe req-2765ecbd-9d7d-497d-a9b1-7a64d8a1e3fd tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 936 time: 0.1048846 Apr 28 14:12:11.036658 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-011037ef-eaaa-479a-aa09-e08f4b1248af None None] Port 1617a926-bb95-4f1f-97d2-4feedd55750f cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:11.091714 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Set router 79aac659-935e-47d9-ad34-ae75a0e02230 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:11.111325 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-49114d73-c16c-4ec9-b573-f599f29d64fe req-45be75c2-5beb-47da-a161-c2c3c1eb8959 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047785 Apr 28 14:12:11.133167 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9b0e84f6-349f-4104-8eec-d88de500ba20 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (6fb00775-41a8-4441-b809-bd9db27198c4), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.149638 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7ca65859-ae02-4a0e-b9a9-e5ab15c68114 req-f1ac0f2e-a95b-4030-99fd-b06c319bdd46 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469960 Apr 28 14:12:11.158164 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9b0e84f6-349f-4104-8eec-d88de500ba20 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (6fb00775-41a8-4441-b809-bd9db27198c4), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.189847 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e84f6-349f-4104-8eec-d88de500ba20 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb00775-41a8-4441-b809-bd9db27198c4,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:11.200173 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9b0e84f6-349f-4104-8eec-d88de500ba20 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.201351 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9b0e84f6-349f-4104-8eec-d88de500ba20 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012349 Apr 28 14:12:11.204797 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 42060) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:11.209875 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-df0fda82-1513-412d-ac90-c4b5345dc7bf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'security_group_rule': {'security_group_id': '54008164-d930-4959-8533-cd8177dc2aa5', 'project_id': '41237bb81ade44018b1ef1781e00db45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:11.220325 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1617a926-bb95-4f1f-97d2-4feedd55750f {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:12:11.232203 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Publish callbacks [] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.250218 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6447339f-af4c-4eab-bc6f-43a7251d06d5 {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:12:11.254667 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Transition to ACTIVE for port object 1617a926-bb95-4f1f-97d2-4feedd55750f will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:12:11.258733 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-df0fda82-1513-412d-ac90-c4b5345dc7bf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (d68b20b0-a9c3-434d-b0e2-ecf536c6cf85), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.259970 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Publish callbacks [] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.273039 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Transition to ACTIVE for port object 6447339f-af4c-4eab-bc6f-43a7251d06d5 will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:12:11.278101 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.288707 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.330003 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Pushing event updated for resources: {'Port': ['ID=6447339f-af4c-4eab-bc6f-43a7251d06d5,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:11.358380 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:12:08Z', 'revision_number': 4, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port': {'id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:03Z', 'updated_at': '2022-04-28T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '9bfc62e4-c9c5-4cb0-be2b-0bb317137b12', 'name': '', 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'mac_address': 'fa:16:3e:99:f9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:07Z', 'updated_at': '2022-04-28T14:12:08Z', 'revision_number': 2, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'subnets': [{'id': '197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:11.400032 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Checking router: 79aac659-935e-47d9-ad34-ae75a0e02230 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:11.400537 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-df0fda82-1513-412d-ac90-c4b5345dc7bf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (d68b20b0-a9c3-434d-b0e2-ecf536c6cf85), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.400812 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Updating router 79aac659-935e-47d9-ad34-ae75a0e02230 port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:12:11.424216 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-df0fda82-1513-412d-ac90-c4b5345dc7bf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (d68b20b0-a9c3-434d-b0e2-ecf536c6cf85), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.432241 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Attempting to bind port 6447339f-af4c-4eab-bc6f-43a7251d06d5 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:11.432834 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Attempting to bind port 6447339f-af4c-4eab-bc6f-43a7251d06d5 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:11.432950 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Attempting to bind port 6447339f-af4c-4eab-bc6f-43a7251d06d5 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:11.444445 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Port 6447339f-af4c-4eab-bc6f-43a7251d06d5 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:12:11.444925 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Attempting to bind port 6447339f-af4c-4eab-bc6f-43a7251d06d5 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:11.447099 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.459247 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:11.459400 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Checking segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:11.459703 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Bound using segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:11.460145 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Bound port: 6447339f-af4c-4eab-bc6f-43a7251d06d5, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:11.460499 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.489193 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Pushing event updated for resources: {'Port': ['ID=1617a926-bb95-4f1f-97d2-4feedd55750f,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:11.542511 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fda82-1513-412d-ac90-c4b5345dc7bf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68b20b0-a9c3-434d-b0e2-ecf536c6cf85,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:11.587148 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-df0fda82-1513-412d-ac90-c4b5345dc7bf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.588292 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-df0fda82-1513-412d-ac90-c4b5345dc7bf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3818507 Apr 28 14:12:11.591197 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 42062) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:11.599837 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] For port 6447339f-af4c-4eab-bc6f-43a7251d06d5, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:11.606013 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-5213e892-cd44-447c-9be9-2481981be44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'security_group_rule': {'security_group_id': '54008164-d930-4959-8533-cd8177dc2aa5', 'project_id': '41237bb81ade44018b1ef1781e00db45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:11.608838 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] For port 6447339f-af4c-4eab-bc6f-43a7251d06d5, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=6447339f-af4c-4eab-bc6f-43a7251d06d5,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:11.624136 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.642532 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 855599d6-0cce-4565-82e0-c2ae58522ff4 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:11.655780 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Attempting to bind port 1617a926-bb95-4f1f-97d2-4feedd55750f on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:11.656103 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Attempting to bind port 1617a926-bb95-4f1f-97d2-4feedd55750f by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:11.656610 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Attempting to bind port 1617a926-bb95-4f1f-97d2-4feedd55750f on network ac7c2878-ffe2-4622-bc13-ea5d70710579 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:11.659546 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5213e892-cd44-447c-9be9-2481981be44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (303f3307-ae0a-4661-9837-af191cde8494), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.666340 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:11.666965 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.668361 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] 10.222.0.13 "PUT /v2.0/ports/6447339f-af4c-4eab-bc6f-43a7251d06d5 HTTP/1.1" status: 200 len: 1094 time: 1.0895662 Apr 28 14:12:11.668805 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'tag': '6447339f-af4c-4eab-bc6f-43a7251d06d5'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:11.671085 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491a9fc6-a550-4ee7-826e-3004acbc12c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d033755-fd0b-4901-bc72-c40a77d0798d", "tag": "6447339f-af4c-4eab-bc6f-43a7251d06d5"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:11.674625 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Port 1617a926-bb95-4f1f-97d2-4feedd55750f on network ac7c2878-ffe2-4622-bc13-ea5d70710579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:12:11.675788 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Attempting to bind port 1617a926-bb95-4f1f-97d2-4feedd55750f on network ac7c2878-ffe2-4622-bc13-ea5d70710579 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:11.692321 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:11.693211 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Checking segment: {'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:11.693211 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Bound using segment: {'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:11.693570 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Bound port: 1617a926-bb95-4f1f-97d2-4feedd55750f, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523ee2b3-9f6a-405c-b5cb-1ee01edce282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:11.694125 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.712696 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194420-11ee-40ba-9a89-b49ac2b4b16c service neutron] Pushing event updated for resources: {'Port': ['ID=6447339f-af4c-4eab-bc6f-43a7251d06d5,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:11.807141 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5213e892-cd44-447c-9be9-2481981be44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (303f3307-ae0a-4661-9837-af191cde8494), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.820213 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5213e892-cd44-447c-9be9-2481981be44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (303f3307-ae0a-4661-9837-af191cde8494), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.821178 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 855599d6-0cce-4565-82e0-c2ae58522ff4 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:11.822233 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.824128 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7679368a-067b-4599-bfab-e13e1f041ff8 x-openstack-request-id: req-7679368a-067b-4599-bfab-e13e1f041ff8 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:11.824424 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d033755-fd0b-4901-bc72-c40a77d0798d", "tag": "6447339f-af4c-4eab-bc6f-43a7251d06d5", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:11.824679 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7679368a-067b-4599-bfab-e13e1f041ff8 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:11.825084 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7679368a-067b-4599-bfab-e13e1f041ff8'] response: {'name': 'network-changed', 'server_uuid': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'tag': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'status': 'completed', 'code': 200} Apr 28 14:12:11.826724 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-6fc886ec-f09b-4eba-ac4c-384bdf2d6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:11.826941 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] For port 1617a926-bb95-4f1f-97d2-4feedd55750f, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:11.828235 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-6fc886ec-f09b-4eba-ac4c-384bdf2d6957 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 1128 time: 0.0905468 Apr 28 14:12:11.834025 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] For port 1617a926-bb95-4f1f-97d2-4feedd55750f, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1617a926-bb95-4f1f-97d2-4feedd55750f,segment=NetworkSegment(523ee2b3-9f6a-405c-b5cb-1ee01edce282),segment_id=523ee2b3-9f6a-405c-b5cb-1ee01edce282)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:11.851716 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213e892-cd44-447c-9be9-2481981be44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303f3307-ae0a-4661-9837-af191cde8494,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:11.857030 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:11.883177 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-a1c6fa77-3548-498f-9c3b-ae19438a5a3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6447339f-af4c-4eab-bc6f-43a7251d06d5 HTTP/1.1" status: 200 len: 217 time: 0.0455239 Apr 28 14:12:11.971262 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-d6c83ef9-27e6-4c36-b9d9-d8d35c03c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:11.973178 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-d6c83ef9-27e6-4c36-b9d9-d8d35c03c88a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0816572 Apr 28 14:12:11.982679 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8c5e6-af4d-4acc-bfd5-2affa1845109 req-a2909c51-823b-4516-a77c-9ff781302efa tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:11.990689 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-18d8c5e6-af4d-4acc-bfd5-2affa1845109 req-a2909c51-823b-4516-a77c-9ff781302efa tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 944 time: 0.1100059 Apr 28 14:12:12.004026 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 855599d6-0cce-4565-82e0-c2ae58522ff4 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:12.058328 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-83f3e56e-ecc7-45b8-b6c1-d78da2a6a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:12.059843 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-83f3e56e-ecc7-45b8-b6c1-d78da2a6a0d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659366 Apr 28 14:12:12.065597 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Publish callbacks [] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.072003 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.103879 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-18d8c5e6-af4d-4acc-bfd5-2affa1845109 req-325a6a2d-29d1-458f-bd42-8934876d5363 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102808 Apr 28 14:12:12.127664 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3728-4a37-4fc5-b9c2-e0c60e18de84 None None] Pushing event updated for resources: {'Port': ['ID=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:12.148005 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5213e892-cd44-447c-9be9-2481981be44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.149762 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5213e892-cd44-447c-9be9-2481981be44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5516362 Apr 28 14:12:12.152875 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42070) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:12.159621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:12.160265 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.160408 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-7fd60bd8-370d-4504-baaf-ed70344d08fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'security_group_rule': {'security_group_id': '54008164-d930-4959-8533-cd8177dc2aa5', 'project_id': '41237bb81ade44018b1ef1781e00db45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:12.161627 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] 10.222.0.13 "PUT /v2.0/ports/1617a926-bb95-4f1f-97d2-4feedd55750f HTTP/1.1" status: 200 len: 1098 time: 1.4384251 Apr 28 14:12:12.162077 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9d8089-af75-4a22-aca3-50446295b423', 'tag': '1617a926-bb95-4f1f-97d2-4feedd55750f'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:12.164364 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66ac4d-0805-4140-8c47-84602ab264a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9d8089-af75-4a22-aca3-50446295b423", "tag": "1617a926-bb95-4f1f-97d2-4feedd55750f"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:12.187602 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe9168-70f0-4450-a6ce-7d34f8cc7b6b service neutron] Pushing event updated for resources: {'Port': ['ID=1617a926-bb95-4f1f-97d2-4feedd55750f,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:12.252903 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Attempting to bind port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:12.254303 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Attempting to bind port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:12.255391 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Attempting to bind port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 on network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:12.272392 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:12.273131 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Checking segment: {'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:12.274508 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.274869 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7fd60bd8-370d-4504-baaf-ed70344d08fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (b46ec30f-59f4-4e7f-ba93-67e4b91c67d7), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.275374 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Bound using segment: {'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:12.276101 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Bound port: 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3cf1449-2f85-4f95-b5cd-81aaf642289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:12.276752 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.279297 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efce710c-038a-4496-8737-e5c2645086d8 x-openstack-request-id: req-efce710c-038a-4496-8737-e5c2645086d8 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:12.279598 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9d8089-af75-4a22-aca3-50446295b423", "tag": "1617a926-bb95-4f1f-97d2-4feedd55750f", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:12.279856 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efce710c-038a-4496-8737-e5c2645086d8 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:12.280259 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efce710c-038a-4496-8737-e5c2645086d8'] response: {'name': 'network-changed', 'server_uuid': '7b9d8089-af75-4a22-aca3-50446295b423', 'tag': '1617a926-bb95-4f1f-97d2-4feedd55750f', 'status': 'completed', 'code': 200} Apr 28 14:12:12.293024 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-1cfece5d-6aaa-43f4-8ca1-e52bca52f6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247248 Apr 28 14:12:12.372986 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe474-3927-4972-9cac-727e7148280e req-6dede71a-b644-450e-9782-4b1cd8a50736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:12.374668 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-6dede71a-b644-450e-9782-4b1cd8a50736 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fec3a7bc54264a76b5e73321661a9d11&device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 1132 time: 0.1483929 Apr 28 14:12:12.376876 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] For port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:12.380911 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] For port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,segment=NetworkSegment(a3cf1449-2f85-4f95-b5cd-81aaf642289a),segment_id=a3cf1449-2f85-4f95-b5cd-81aaf642289a)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:12.394362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.462238 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e97f-b32b-4a18-a503-158491fdd0eb req-34131d68-49f1-4c12-abd1-d9f470858d62 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:12.463152 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3c88e97f-b32b-4a18-a503-158491fdd0eb req-34131d68-49f1-4c12-abd1-d9f470858d62 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 948 time: 0.1794143 Apr 28 14:12:12.464628 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-9a1b7435-572a-4003-adc8-9d19b032dd12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1617a926-bb95-4f1f-97d2-4feedd55750f HTTP/1.1" status: 200 len: 217 time: 0.0779662 Apr 28 14:12:12.491203 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Routers {'79aac659-935e-47d9-ad34-ae75a0e02230'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:12.492125 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:11:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['79aac659-935e-47d9-ad34-ae75a0e02230'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:12.502298 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac19fb6-2b59-4169-bc7f-bb7fdce9449c req-81f0fd00-b48f-4b7e-a9c3-3e38231c5327 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:12.504224 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7ac19fb6-2b59-4169-bc7f-bb7fdce9449c req-81f0fd00-b48f-4b7e-a9c3-3e38231c5327 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.1564820 Apr 28 14:12:12.512992 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a3728-4a37-4fc5-b9c2-e0c60e18de84 None None] Pushing event updated for resources: {'Port': ['ID=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:12.536401 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7fd60bd8-370d-4504-baaf-ed70344d08fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (b46ec30f-59f4-4e7f-ba93-67e4b91c67d7), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.553386 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7fd60bd8-370d-4504-baaf-ed70344d08fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (b46ec30f-59f4-4e7f-ba93-67e4b91c67d7), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.558643 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe474-3927-4972-9cac-727e7148280e req-c31c14be-a465-48d6-a79b-452184e025b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:12.560322 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-c31c14be-a465-48d6-a79b-452184e025b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96fde6ce-ad58-4384-80dd-81622d85d3fd HTTP/1.1" status: 200 len: 843 time: 0.0812817 Apr 28 14:12:12.563891 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3c88e97f-b32b-4a18-a503-158491fdd0eb req-92d64259-8b99-4046-9764-590fb15f952b tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936415 Apr 28 14:12:12.573984 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3665a77-f135-46ac-b5a5-7dcddce08e01 req-c548293f-4ae6-4bea-b6a1-50663c7defbd service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637324 Apr 28 14:12:12.601512 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd60bd8-370d-4504-baaf-ed70344d08fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46ec30f-59f4-4e7f-ba93-67e4b91c67d7,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:12.622005 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-7fd60bd8-370d-4504-baaf-ed70344d08fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.623048 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabe474-3927-4972-9cac-727e7148280e req-b34b6e81-be46-427c-8843-52642f810447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:12.624624 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-b34b6e81-be46-427c-8843-52642f810447 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac7c2878-ffe2-4622-bc13-ea5d70710579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0542185 Apr 28 14:12:12.626299 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 42076) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:12.626445 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-7fd60bd8-370d-4504-baaf-ed70344d08fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4706757 Apr 28 14:12:12.630708 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-b4b5f715-c594-4344-9761-04891ef06546 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'security_group_rule': {'security_group_id': '54008164-d930-4959-8533-cd8177dc2aa5', 'project_id': '41237bb81ade44018b1ef1781e00db45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:12.633123 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7ac19fb6-2b59-4169-bc7f-bb7fdce9449c req-a912a6df-a041-4d28-bcc3-9ac2704287c7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193740 Apr 28 14:12:12.652978 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.securitygroups_db [None req-b4b5f715-c594-4344-9761-04891ef06546 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Project 41237bb81ade44018b1ef1781e00db45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 14:12:12.659316 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f715-c594-4344-9761-04891ef06546 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (0da5f40c-609c-4d23-9de4-c9b77701c028), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.659819 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] Set router 79aac659-935e-47d9-ad34-ae75a0e02230 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:12.705509 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-006978d3-1e88-4ba3-a90e-34a8ccea6d6c None None] Provisioning complete for port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:12.705924 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-006978d3-1e88-4ba3-a90e-34a8ccea6d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.725396 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f715-c594-4344-9761-04891ef06546 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (0da5f40c-609c-4d23-9de4-c9b77701c028), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.729344 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f715-c594-4344-9761-04891ef06546 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (0da5f40c-609c-4d23-9de4-c9b77701c028), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.750987 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5f715-c594-4344-9761-04891ef06546 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da5f40c-609c-4d23-9de4-c9b77701c028,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:12.763129 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f715-c594-4344-9761-04891ef06546 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.766927 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b4b5f715-c594-4344-9761-04891ef06546 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371512 Apr 28 14:12:12.767417 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42078) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:12.772044 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-ef86f3da-ac90-4e6e-95b0-5e40098467cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'security_group_rule': {'security_group_id': '54008164-d930-4959-8533-cd8177dc2aa5', 'project_id': '41237bb81ade44018b1ef1781e00db45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:12.794494 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.securitygroups_db [None req-ef86f3da-ac90-4e6e-95b0-5e40098467cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Project 41237bb81ade44018b1ef1781e00db45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 14:12:12.801880 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ef86f3da-ac90-4e6e-95b0-5e40098467cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (eec36d65-eead-4a11-b002-e06dcb2718d3), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.894463 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-006978d3-1e88-4ba3-a90e-34a8ccea6d6c None None] Current status of the port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:12.894845 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-006978d3-1e88-4ba3-a90e-34a8ccea6d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.895821 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ef86f3da-ac90-4e6e-95b0-5e40098467cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (eec36d65-eead-4a11-b002-e06dcb2718d3), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.906740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ef86f3da-ac90-4e6e-95b0-5e40098467cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (eec36d65-eead-4a11-b002-e06dcb2718d3), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.914005 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-b6841b35-d304-4769-92dd-a2ed0293f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:12.915589 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-b6841b35-d304-4769-92dd-a2ed0293f73e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 1128 time: 0.0546520 Apr 28 14:12:12.946768 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86f3da-ac90-4e6e-95b0-5e40098467cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec36d65-eead-4a11-b002-e06dcb2718d3,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:12.955048 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ef86f3da-ac90-4e6e-95b0-5e40098467cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.956574 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:12:08Z', 'revision_number': 4, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port': {'id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:03Z', 'updated_at': '2022-04-28T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '9bfc62e4-c9c5-4cb0-be2b-0bb317137b12', 'name': '', 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'mac_address': 'fa:16:3e:99:f9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:07Z', 'updated_at': '2022-04-28T14:12:12Z', 'revision_number': 4, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'subnets': [{'id': '197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:12.957155 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-c1f50084-db04-4341-af01-746cdee0ed61 service neutron] 10.222.0.13 "GET /v2.0/networks/ac7c2878-ffe2-4622-bc13-ea5d70710579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047423 Apr 28 14:12:12.958495 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-ef86f3da-ac90-4e6e-95b0-5e40098467cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1897850 Apr 28 14:12:12.959473 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-006978d3-1e88-4ba3-a90e-34a8ccea6d6c None None] For port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,segment=NetworkSegment(a3cf1449-2f85-4f95-b5cd-81aaf642289a),segment_id=a3cf1449-2f85-4f95-b5cd-81aaf642289a)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:12.995471 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-006978d3-1e88-4ba3-a90e-34a8ccea6d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:12.997486 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2cb32-63ec-4f86-8b7a-d0df24f20046 None None] The sync data for ids ['79aac659-935e-47d9-ad34-ae75a0e02230'] in dv-cinder-839760-1-iscsi is: [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:12:08Z', 'revision_number': 4, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port': {'id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:03Z', 'updated_at': '2022-04-28T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '9bfc62e4-c9c5-4cb0-be2b-0bb317137b12', 'name': '', 'network_id': '7a9ffb48-8133-41ed-9c8e-114a115a81c7', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'mac_address': 'fa:16:3e:99:f9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:07Z', 'updated_at': '2022-04-28T14:12:12Z', 'revision_number': 4, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'subnets': [{'id': '197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:13.063234 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-0f768da2-83e0-473f-ad40-e836e27317f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:13.070292 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-0f768da2-83e0-473f-ad40-e836e27317f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.1438289 Apr 28 14:12:13.105711 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bfabe474-3927-4972-9cac-727e7148280e req-5b80efdb-ca97-425e-9e30-ef4134e6ce1a service neutron] 10.222.0.13 "GET /v2.0/networks/ac7c2878-ffe2-4622-bc13-ea5d70710579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372919 Apr 28 14:12:13.122045 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006978d3-1e88-4ba3-a90e-34a8ccea6d6c None None] Pushing event updated for resources: {'Port': ['ID=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:13.150833 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-27aea467-ff93-469d-818c-7ed4ad844484 None None] Provisioning complete for port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:13.151210 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-27aea467-ff93-469d-818c-7ed4ad844484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:13.155020 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-c73746d6-4c99-4155-b555-d624749a53b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6447339f-af4c-4eab-bc6f-43a7251d06d5 HTTP/1.1" status: 200 len: 217 time: 0.0752690 Apr 28 14:12:13.283389 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-27aea467-ff93-469d-818c-7ed4ad844484 None None] Current status of the port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:13.303770 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bdb69-4eb7-49e4-974a-62314d06ceb2 req-73c57d30-2c3a-44f3-88f3-5f3d2374a9ef tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:13.314505 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e90bdb69-4eb7-49e4-974a-62314d06ceb2 req-73c57d30-2c3a-44f3-88f3-5f3d2374a9ef tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 944 time: 0.1050484 Apr 28 14:12:13.377854 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e90bdb69-4eb7-49e4-974a-62314d06ceb2 req-895a1a2d-7ace-4813-b4bf-b953ea432f5e tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621109 Apr 28 14:12:13.464072 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:13.513442 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:13.513915 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:13.620216 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:13.706004 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d48451-c49c-4352-a8f7-9b6bd41ffef9 req-6a1ca97e-10fc-4706-b0f4-2e0ba213817e tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:13.707534 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-90d48451-c49c-4352-a8f7-9b6bd41ffef9 req-6a1ca97e-10fc-4706-b0f4-2e0ba213817e tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 948 time: 0.0480330 Apr 28 14:12:13.766087 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-90d48451-c49c-4352-a8f7-9b6bd41ffef9 req-c616b16a-85e9-40ed-aaf9-380a7a3943e8 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516794 Apr 28 14:12:13.875561 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fafcf-5eff-4b2d-abad-913afcd0d3ae req-9216fdb0-41b8-4221-80dd-da8fe5552b2c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:13.877700 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c20fafcf-5eff-4b2d-abad-913afcd0d3ae req-9216fdb0-41b8-4221-80dd-da8fe5552b2c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0497730 Apr 28 14:12:13.933404 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c20fafcf-5eff-4b2d-abad-913afcd0d3ae req-1aa3c5bd-c060-48b6-9d22-c6d33d0e05e8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503213 Apr 28 14:12:14.223946 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-4247eb6b-6d80-4fe7-84c5-29fc948249b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:14.225727 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-4247eb6b-6d80-4fe7-84c5-29fc948249b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0490305 Apr 28 14:12:14.255169 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-d2b55110-327a-48cd-b639-c13426657902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:14.256792 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-d2b55110-327a-48cd-b639-c13426657902 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fec3a7bc54264a76b5e73321661a9d11&device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 1132 time: 0.0667977 Apr 28 14:12:14.290730 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-de3066fc-e0df-44e0-bf34-a72c5eef1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:14.292308 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-de3066fc-e0df-44e0-bf34-a72c5eef1f14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504982 Apr 28 14:12:14.518695 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-862c457c-5d04-4b0b-89b4-7332ba74998e service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922489 Apr 28 14:12:14.541792 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60986da7-78d1-4a13-be41-7e4e42f1c0b0 req-502da87b-ab33-41e1-82b2-b01cc6cf006d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:14.543307 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-60986da7-78d1-4a13-be41-7e4e42f1c0b0 req-502da87b-ab33-41e1-82b2-b01cc6cf006d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 944 time: 0.0867364 Apr 28 14:12:14.566942 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-b98c5907-5f69-4033-86bd-8db476e36d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:14.568318 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-b98c5907-5f69-4033-86bd-8db476e36d61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac7c2878-ffe2-4622-bc13-ea5d70710579 HTTP/1.1" status: 200 len: 870 time: 0.1478932 Apr 28 14:12:14.600766 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-60986da7-78d1-4a13-be41-7e4e42f1c0b0 req-b0c23faf-856e-4d8a-a530-b3777f63474c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487676 Apr 28 14:12:14.882572 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bee958-8a1f-4abb-acb1-2138c1e58c25 req-667a163f-f283-4522-aaa0-477d5166c496 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:14.884627 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-51bee958-8a1f-4abb-acb1-2138c1e58c25 req-667a163f-f283-4522-aaa0-477d5166c496 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 948 time: 0.0507777 Apr 28 14:12:14.933768 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-51bee958-8a1f-4abb-acb1-2138c1e58c25 req-22c80dbb-b03f-4a5b-9e34-f5fcee80a632 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Apr 28 14:12:15.058027 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57667e-d3fa-4209-bca2-3aab75383fda req-a8ccbb45-d937-42fd-b74f-be12947476e4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:15.059411 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9d57667e-d3fa-4209-bca2-3aab75383fda req-a8ccbb45-d937-42fd-b74f-be12947476e4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0524695 Apr 28 14:12:15.107376 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9d57667e-d3fa-4209-bca2-3aab75383fda req-c19b4799-b002-4124-9e95-c7f4f28605b1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422583 Apr 28 14:12:15.387254 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-66a94ccc-465b-4bcb-beb7-80bcdcb5cb62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1617a926-bb95-4f1f-97d2-4feedd55750f HTTP/1.1" status: 200 len: 217 time: 0.0386870 Apr 28 14:12:15.448722 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-691d7285-cb29-4274-9e11-3a60410a1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:15.449548 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-491a9fc6-a550-4ee7-826e-3004acbc12c6 req-28ffe147-2015-4fa3-b8a7-37f676f0b227 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009924 Apr 28 14:12:15.450280 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-691d7285-cb29-4274-9e11-3a60410a1efd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96fde6ce-ad58-4384-80dd-81622d85d3fd HTTP/1.1" status: 200 len: 843 time: 0.0528402 Apr 28 14:12:15.510759 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-5b4d773c-0104-4c39-bd23-90d6e5e84606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:15.512381 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-5b4d773c-0104-4c39-bd23-90d6e5e84606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac7c2878-ffe2-4622-bc13-ea5d70710579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0494509 Apr 28 14:12:15.609315 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-4783b3dd-7115-4a94-ae55-67255f3906e0 service neutron] 10.222.0.13 "GET /v2.0/networks/ac7c2878-ffe2-4622-bc13-ea5d70710579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834246 Apr 28 14:12:15.716767 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cd66ac4d-0805-4140-8c47-84602ab264a2 req-538691f7-bd2e-4c4d-9cb1-1ff6008282d5 service neutron] 10.222.0.13 "GET /v2.0/networks/ac7c2878-ffe2-4622-bc13-ea5d70710579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926969 Apr 28 14:12:15.727129 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e060a1e-83da-4bd3-b6dd-bd5299206791 req-2ddc4386-93d0-4ab3-8e6a-7ed97fdcfb62 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:15.728618 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1e060a1e-83da-4bd3-b6dd-bd5299206791 req-2ddc4386-93d0-4ab3-8e6a-7ed97fdcfb62 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 944 time: 0.0604584 Apr 28 14:12:15.783287 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1e060a1e-83da-4bd3-b6dd-bd5299206791 req-4dfbf6ec-41ee-4a99-88ea-2939e40373d6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489886 Apr 28 14:12:16.046779 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4225808-db64-4578-b741-faa578e7f8a7 req-299313a8-f6b4-4f2c-be77-a2bc6b453964 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:16.048215 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e4225808-db64-4578-b741-faa578e7f8a7 req-299313a8-f6b4-4f2c-be77-a2bc6b453964 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 948 time: 0.0473630 Apr 28 14:12:16.096067 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e4225808-db64-4578-b741-faa578e7f8a7 req-a6d4d9dc-2a41-488a-98bf-44d79839db0c tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Apr 28 14:12:16.225014 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f970a-3fa3-4100-8289-b788770f6cc5 req-6662978b-1549-40a4-8750-9893e4f980cd tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:16.226505 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f03f970a-3fa3-4100-8289-b788770f6cc5 req-6662978b-1549-40a4-8750-9893e4f980cd tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0486472 Apr 28 14:12:16.273020 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f03f970a-3fa3-4100-8289-b788770f6cc5 req-59edc6fc-d5e8-40de-847c-2e3f4f3e3e26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Apr 28 14:12:16.454942 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 1617a926-bb95-4f1f-97d2-4feedd55750f details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:12:16.559405 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 1617a926-bb95-4f1f-97d2-4feedd55750f, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1617a926-bb95-4f1f-97d2-4feedd55750f,segment=NetworkSegment(523ee2b3-9f6a-405c-b5cb-1ee01edce282),segment_id=523ee2b3-9f6a-405c-b5cb-1ee01edce282)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:16.570817 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '1617a926-bb95-4f1f-97d2-4feedd55750f', 'network_id': 'ac7c2878-ffe2-4622-bc13-ea5d70710579', 'port_id': '1617a926-bb95-4f1f-97d2-4feedd55750f', 'mac_address': 'fa:16:3e:81:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fde6ce-ad58-4384-80dd-81622d85d3fd', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:12:16.606411 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 1617a926-bb95-4f1f-97d2-4feedd55750f is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:16.606799 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:16.626031 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1617a926-bb95-4f1f-97d2-4feedd55750f {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:12:16.645105 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 1617a926-bb95-4f1f-97d2-4feedd55750f, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1617a926-bb95-4f1f-97d2-4feedd55750f,segment=NetworkSegment(523ee2b3-9f6a-405c-b5cb-1ee01edce282),segment_id=523ee2b3-9f6a-405c-b5cb-1ee01edce282)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:16.649331 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:16.694969 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=1617a926-bb95-4f1f-97d2-4feedd55750f,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:16.898449 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afebb5-0583-48bd-8976-e553b6afb417 req-15432650-27c2-434b-80a9-58b516e37648 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:16.899931 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-36afebb5-0583-48bd-8976-e553b6afb417 req-15432650-27c2-434b-80a9-58b516e37648 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 944 time: 0.0483835 Apr 28 14:12:16.954625 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-36afebb5-0583-48bd-8976-e553b6afb417 req-4ca306d2-9bb2-45b3-a857-f7a0c4a829d9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492196 Apr 28 14:12:16.989696 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['1617a926-bb95-4f1f-97d2-4feedd55750f'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:12:17.212621 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9f36d-b5f3-4f5d-8b3a-c6bb6b654dbd req-f9c36ae6-1757-42b3-8737-0c29e2fb0331 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:17.214011 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ddb9f36d-b5f3-4f5d-8b3a-c6bb6b654dbd req-f9c36ae6-1757-42b3-8737-0c29e2fb0331 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 949 time: 0.0463121 Apr 28 14:12:17.262950 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ddb9f36d-b5f3-4f5d-8b3a-c6bb6b654dbd req-a8659327-4739-4395-9898-c5847c216b18 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Apr 28 14:12:17.390762 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2f05-5208-46f3-9e34-b44700539153 req-3fb8a5c4-7b10-4eeb-8c6b-5c01f4871998 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:17.392233 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-48ee2f05-5208-46f3-9e34-b44700539153 req-3fb8a5c4-7b10-4eeb-8c6b-5c01f4871998 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0454221 Apr 28 14:12:17.439461 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-48ee2f05-5208-46f3-9e34-b44700539153 req-07936b6d-ee0c-44ae-9c46-7331ee980f20 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Apr 28 14:12:17.699246 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2665d374-e857-4bab-ab65-d1f0f69e39ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:18.065267 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09d774-eaf4-4333-aa03-8da14e62d471 req-acf4fd94-f4e9-4758-88a3-9075be00e1cd tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:18.066764 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea09d774-eaf4-4333-aa03-8da14e62d471 req-acf4fd94-f4e9-4758-88a3-9075be00e1cd tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 944 time: 0.0476978 Apr 28 14:12:18.119739 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea09d774-eaf4-4333-aa03-8da14e62d471 req-0ba24b9e-01ac-456b-a75b-edbf1df573fb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470393 Apr 28 14:12:18.377642 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aece7-7ed9-4420-bcd2-adc44a3467c2 req-946badea-0178-4531-a2c0-6748a0e7f8fd tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:18.378966 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb5aece7-7ed9-4420-bcd2-adc44a3467c2 req-946badea-0178-4531-a2c0-6748a0e7f8fd tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 949 time: 0.0486202 Apr 28 14:12:18.425252 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fb5aece7-7ed9-4420-bcd2-adc44a3467c2 req-6f0353bb-9d0d-4030-b460-e7f575382b7b tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Apr 28 14:12:18.481481 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:12:18.483740 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 1617a926-bb95-4f1f-97d2-4feedd55750f up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:18.565236 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b7c5d-85b0-4d24-94a3-a1674649b6f9 req-79cc82e8-33b8-40a4-9cee-447fa98e8d81 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:18.566843 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f44b7c5d-85b0-4d24-94a3-a1674649b6f9 req-79cc82e8-33b8-40a4-9cee-447fa98e8d81 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 943 time: 0.0469930 Apr 28 14:12:18.599963 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 1617a926-bb95-4f1f-97d2-4feedd55750f completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:12:18.609106 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 1617a926-bb95-4f1f-97d2-4feedd55750f triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:18.609487 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:18.615487 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f44b7c5d-85b0-4d24-94a3-a1674649b6f9 req-c32014f1-7a2a-43e9-b727-e1a62c3b8252 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Apr 28 14:12:18.664065 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:18.681396 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'port_id': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'mac_address': 'fa:16:3e:08:36:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:12:18.747215 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 1617a926-bb95-4f1f-97d2-4feedd55750f is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:18.747884 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:18.750231 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a133d1b5-98cd-49de-9fe2-d9b321f8572a is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:18.750594 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:18.778878 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a133d1b5-98cd-49de-9fe2-d9b321f8572a {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:12:18.787992 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9d8089-af75-4a22-aca3-50446295b423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1617a926-bb95-4f1f-97d2-4feedd55750f'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:18.790245 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f54d444-95b1-4ca7-b117-9037c2c08f48" -d '{"events": [{"server_uuid": "7b9d8089-af75-4a22-aca3-50446295b423", "name": "network-vif-plugged", "status": "completed", "tag": "1617a926-bb95-4f1f-97d2-4feedd55750f"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:18.808391 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 1617a926-bb95-4f1f-97d2-4feedd55750f, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1617a926-bb95-4f1f-97d2-4feedd55750f,segment=NetworkSegment(523ee2b3-9f6a-405c-b5cb-1ee01edce282),segment_id=523ee2b3-9f6a-405c-b5cb-1ee01edce282)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:18.816374 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:18.819267 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:18.825201 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:18.844930 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a35fa9-4fe9-4523-aa49-a23dae57b367 x-openstack-request-id: req-d1a35fa9-4fe9-4523-aa49-a23dae57b367 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:18.845249 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9d8089-af75-4a22-aca3-50446295b423", "name": "network-vif-plugged", "status": "completed", "tag": "1617a926-bb95-4f1f-97d2-4feedd55750f", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:18.845504 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1a35fa9-4fe9-4523-aa49-a23dae57b367 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:18.845921 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a35fa9-4fe9-4523-aa49-a23dae57b367'] response: {'server_uuid': '7b9d8089-af75-4a22-aca3-50446295b423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1617a926-bb95-4f1f-97d2-4feedd55750f', 'code': 200} Apr 28 14:12:18.871714 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=1617a926-bb95-4f1f-97d2-4feedd55750f,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:18.921524 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=9']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:19.029493 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64547536-75aa-4a04-ac19-68146e16515d req-f1da06ca-6c40-4042-83a1-3b2ef862d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:19.031320 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-64547536-75aa-4a04-ac19-68146e16515d req-f1da06ca-6c40-4042-83a1-3b2ef862d39d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 1134 time: 0.0444489 Apr 28 14:12:19.075573 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-64547536-75aa-4a04-ac19-68146e16515d req-5e730f19-59b7-4231-b0e1-6e8816df92a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Apr 28 14:12:19.106343 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['a133d1b5-98cd-49de-9fe2-d9b321f8572a'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:12:19.233984 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073db804-05b5-4180-ac00-df14985e82a9 req-88d02619-2817-4559-9d7c-980e0fcd4bd1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:19.235439 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-073db804-05b5-4180-ac00-df14985e82a9 req-88d02619-2817-4559-9d7c-980e0fcd4bd1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 944 time: 0.0495906 Apr 28 14:12:19.284623 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-073db804-05b5-4180-ac00-df14985e82a9 req-58d9fdc1-0578-4cfb-b985-d6816c718b2c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434818 Apr 28 14:12:19.540734 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120f871-f6ed-44fa-a137-0f9d3e1e5f9e req-1433574c-bdbb-469a-a7d7-98fcc9c14d6f tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:19.542262 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6120f871-f6ed-44fa-a137-0f9d3e1e5f9e req-1433574c-bdbb-469a-a7d7-98fcc9c14d6f tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 950 time: 0.0484388 Apr 28 14:12:19.590482 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6120f871-f6ed-44fa-a137-0f9d3e1e5f9e req-3c2d45a3-7bcc-413f-a735-61ec5dac825a tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Apr 28 14:12:19.738956 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de75b35-a6c0-4aea-94db-d64bdbc3836a req-f7bffc97-8799-4ce2-895b-b39d9fad1087 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:19.740432 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4de75b35-a6c0-4aea-94db-d64bdbc3836a req-f7bffc97-8799-4ce2-895b-b39d9fad1087 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 944 time: 0.0476735 Apr 28 14:12:19.794029 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4de75b35-a6c0-4aea-94db-d64bdbc3836a req-73e38a69-1864-4c03-900c-2ad89f39c994 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476503 Apr 28 14:12:20.039346 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-137096c0-cde0-48e2-9c1f-bb3a55eb703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:20.402144 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6447e0-c443-4d6f-84fa-d2aafb9176e5 req-22307397-81b3-4acc-b603-dfd14fcc5bb1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:20.403606 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc6447e0-c443-4d6f-84fa-d2aafb9176e5 req-22307397-81b3-4acc-b603-dfd14fcc5bb1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 944 time: 0.0534616 Apr 28 14:12:20.457229 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dc6447e0-c443-4d6f-84fa-d2aafb9176e5 req-ded349ad-c55f-4372-b047-76316eb59b17 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477970 Apr 28 14:12:20.485962 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 6447339f-af4c-4eab-bc6f-43a7251d06d5 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:12:20.488040 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:20.593509 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port a133d1b5-98cd-49de-9fe2-d9b321f8572a triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:20.593803 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:20.649737 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 6447339f-af4c-4eab-bc6f-43a7251d06d5, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=6447339f-af4c-4eab-bc6f-43a7251d06d5,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:20.666685 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'port_id': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'mac_address': 'fa:16:3e:61:d3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:12:20.702361 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a45cca-ce8c-4c7a-b4ef-6e7751b326f0 req-531cde5b-1ed2-4fbb-b76b-df1578bf6c08 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:20.703880 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-42a45cca-ce8c-4c7a-b4ef-6e7751b326f0 req-531cde5b-1ed2-4fbb-b76b-df1578bf6c08 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 950 time: 0.0463264 Apr 28 14:12:20.746085 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port a133d1b5-98cd-49de-9fe2-d9b321f8572a is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:20.746678 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:20.748682 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 6447339f-af4c-4eab-bc6f-43a7251d06d5 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:20.749055 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:20.773480 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6447339f-af4c-4eab-bc6f-43a7251d06d5 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:12:20.773736 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-42a45cca-ce8c-4c7a-b4ef-6e7751b326f0 req-27628600-2a53-4e82-8395-6bdcd7909998 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633376 Apr 28 14:12:20.816615 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 6447339f-af4c-4eab-bc6f-43a7251d06d5, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=6447339f-af4c-4eab-bc6f-43a7251d06d5,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:20.818655 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:20.820786 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:20.825042 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:20.849833 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:20.852577 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5597e08c-5cdb-44f5-9791-c5d534dfe3a0" -d '{"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:20.882300 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=6447339f-af4c-4eab-bc6f-43a7251d06d5,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:20.890902 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f1ec2-d920-491f-bd58-25b32daac06a x-openstack-request-id: req-bb7f1ec2-d920-491f-bd58-25b32daac06a {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:20.891195 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-plugged", "status": "completed", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:20.891451 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb7f1ec2-d920-491f-bd58-25b32daac06a {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:20.892005 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7f1ec2-d920-491f-bd58-25b32daac06a'] response: {'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'code': 200} Apr 28 14:12:20.893538 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.894058 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.894558 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.894935 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.895377 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.895768 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.896206 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.896652 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.896992 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.897380 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.899113 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.899482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.900167 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.900167 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.900478 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:20.922481 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751211e-0bd0-421c-9e07-14234c5ec919 req-565f2886-c61b-4a36-a92d-1320fa5a8023 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:20.925191 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0751211e-0bd0-421c-9e07-14234c5ec919 req-565f2886-c61b-4a36-a92d-1320fa5a8023 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0523479 Apr 28 14:12:20.951346 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=10']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:20.975243 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0751211e-0bd0-421c-9e07-14234c5ec919 req-a1a318b4-8bd2-4716-b3ee-ac439fe25762 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441995 Apr 28 14:12:21.150661 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['6447339f-af4c-4eab-bc6f-43a7251d06d5'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:12:21.571238 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa6a87-9dc5-4c13-872c-a37a4178ebd3 req-374af6d4-0603-4307-89a9-445cb7279b83 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:21.572689 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2afa6a87-9dc5-4c13-872c-a37a4178ebd3 req-374af6d4-0603-4307-89a9-445cb7279b83 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 945 time: 0.0486023 Apr 28 14:12:21.623797 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2afa6a87-9dc5-4c13-872c-a37a4178ebd3 req-f40d7f6d-af1d-4cf9-90c6-3ea3d5c5613c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455909 Apr 28 14:12:21.767902 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:21.912286 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27285e67-fbbc-4a2d-996e-ffb7181718e7 req-006ac76c-2e66-4382-9590-22f615353fd1 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:21.914194 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-27285e67-fbbc-4a2d-996e-ffb7181718e7 req-006ac76c-2e66-4382-9590-22f615353fd1 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 950 time: 0.0567300 Apr 28 14:12:21.973579 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-27285e67-fbbc-4a2d-996e-ffb7181718e7 req-405255d5-5b38-4e16-9e0b-cca2e02c0ada tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Apr 28 14:12:22.127865 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ab5c4-e2d7-4597-bceb-2b188364dfa1 req-c0673911-4931-4c0c-9a32-e6eaf6eed71d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:22.129419 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-978ab5c4-e2d7-4597-bceb-2b188364dfa1 req-c0673911-4931-4c0c-9a32-e6eaf6eed71d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0659008 Apr 28 14:12:22.182194 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-978ab5c4-e2d7-4597-bceb-2b188364dfa1 req-164afea1-b3ad-41e9-a26e-a180036ae5bb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466523 Apr 28 14:12:22.260795 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acf848-dea7-486c-ab80-551efc634e04 req-7344811c-5090-4764-8f2c-ac4e6d3e3e53 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:22.262250 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-24acf848-dea7-486c-ab80-551efc634e04 req-7344811c-5090-4764-8f2c-ac4e6d3e3e53 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 950 time: 0.0521913 Apr 28 14:12:22.314880 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-24acf848-dea7-486c-ab80-551efc634e04 req-071b2a05-ade1-4180-85f2-fd24ed00df9c tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Apr 28 14:12:22.613356 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 6447339f-af4c-4eab-bc6f-43a7251d06d5 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:22.659053 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 6447339f-af4c-4eab-bc6f-43a7251d06d5 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:12:22.666480 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 6447339f-af4c-4eab-bc6f-43a7251d06d5 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:22.666943 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:22.738855 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d55c2-215b-48a4-a5cb-f7590f1200c1 req-271614e6-5de0-4440-9d62-9904d2640ec0 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:22.740418 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-091d55c2-215b-48a4-a5cb-f7590f1200c1 req-271614e6-5de0-4440-9d62-9904d2640ec0 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 945 time: 0.0497458 Apr 28 14:12:22.745481 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 6447339f-af4c-4eab-bc6f-43a7251d06d5 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:22.745912 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:22.786760 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 6447339f-af4c-4eab-bc6f-43a7251d06d5, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=6447339f-af4c-4eab-bc6f-43a7251d06d5,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:22.792662 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-091d55c2-215b-48a4-a5cb-f7590f1200c1 req-0ef28e7b-e0a8-4235-8c15-52fb88ac9410 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441551 Apr 28 14:12:22.793577 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:22.817804 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:22.844334 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=6447339f-af4c-4eab-bc6f-43a7251d06d5,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:22.892643 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6447339f-af4c-4eab-bc6f-43a7251d06d5'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:22.895003 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e086ba-b5f6-4d56-bfc0-6a3033e04180" -d '{"events": [{"server_uuid": "4d033755-fd0b-4901-bc72-c40a77d0798d", "name": "network-vif-plugged", "status": "completed", "tag": "6447339f-af4c-4eab-bc6f-43a7251d06d5"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:22.929511 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fa5078-06e5-4fc5-aba1-8e481df0aed3 x-openstack-request-id: req-55fa5078-06e5-4fc5-aba1-8e481df0aed3 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:22.929842 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d033755-fd0b-4901-bc72-c40a77d0798d", "name": "network-vif-plugged", "status": "completed", "tag": "6447339f-af4c-4eab-bc6f-43a7251d06d5", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:22.930105 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55fa5078-06e5-4fc5-aba1-8e481df0aed3 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:22.930504 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fa5078-06e5-4fc5-aba1-8e481df0aed3'] response: {'server_uuid': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'code': 200} Apr 28 14:12:23.298872 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e4ec-c27c-483f-b59d-171b9032b4f5 req-e174b970-0588-471f-aaae-ba62d6b3e1f9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:23.300339 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7362e4ec-c27c-483f-b59d-171b9032b4f5 req-e174b970-0588-471f-aaae-ba62d6b3e1f9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0468872 Apr 28 14:12:23.347698 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7362e4ec-c27c-483f-b59d-171b9032b4f5 req-a53f7a06-dd7e-4e1d-9b12-c33f2255663f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Apr 28 14:12:23.433045 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35602ecb-fb91-4e63-8cb4-f7306f009ae9 req-bf222cd3-a472-4f26-8d9f-72fb1fde866a tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:23.434539 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-35602ecb-fb91-4e63-8cb4-f7306f009ae9 req-bf222cd3-a472-4f26-8d9f-72fb1fde866a tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 950 time: 0.0479815 Apr 28 14:12:23.482590 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-35602ecb-fb91-4e63-8cb4-f7306f009ae9 req-c22cb51e-a8ed-4af5-90e0-7850934a6f6b tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ceb035c-5a2a-4088-b60f-1c4db7513434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Apr 28 14:12:23.594694 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2dc38-7c32-4f4a-bd70-3fbf62d5828f req-1d64eac1-ff36-489b-bdb8-cd985d8701cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:23.596178 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e0d2dc38-7c32-4f4a-bd70-3fbf62d5828f req-1d64eac1-ff36-489b-bdb8-cd985d8701cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 1130 time: 0.0404871 Apr 28 14:12:23.800769 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e0d2dc38-7c32-4f4a-bd70-3fbf62d5828f req-8b600eaa-3d31-4026-aef3-3732f519cd13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Apr 28 14:12:23.913071 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20428d48-a871-445b-a2d8-00e38a27c892 req-5b74fd47-9a3f-4dd1-a9de-880aa0a2d0ac tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:23.914813 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-20428d48-a871-445b-a2d8-00e38a27c892 req-5b74fd47-9a3f-4dd1-a9de-880aa0a2d0ac tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 946 time: 0.0520763 Apr 28 14:12:23.964299 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-20428d48-a871-445b-a2d8-00e38a27c892 req-f7279c1d-dcbd-4340-9383-3503b13cad2f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437517 Apr 28 14:12:24.085864 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fd7ca-f07b-43b6-94d8-6897f9052298 req-5c3acc0e-c42b-4baf-8bc1-242749ed98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:24.087384 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ba3fd7ca-f07b-43b6-94d8-6897f9052298 req-5c3acc0e-c42b-4baf-8bc1-242749ed98bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 1130 time: 0.0480125 Apr 28 14:12:24.093294 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-4de77da5-7e70-40c7-9414-fe7d88e0f9f3 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:24.095027 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-4de77da5-7e70-40c7-9414-fe7d88e0f9f3 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 950 time: 0.0472763 Apr 28 14:12:24.149212 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ba3fd7ca-f07b-43b6-94d8-6897f9052298 req-3021f6aa-d991-4f10-9c74-2e132d58310c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Apr 28 14:12:24.203144 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Deleting port 1617a926-bb95-4f1f-97d2-4feedd55750f {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:12:24.203483 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:24.258888 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:24.283367 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3203d7-d716-4a0e-b3d2-6778cb1e8d70 req-674ceda4-5a8b-4d7e-ba37-a33540e28fa7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:24.284919 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bd3203d7-d716-4a0e-b3d2-6778cb1e8d70 req-674ceda4-5a8b-4d7e-ba37-a33540e28fa7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0497677 Apr 28 14:12:24.301787 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] For port 1617a926-bb95-4f1f-97d2-4feedd55750f, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1617a926-bb95-4f1f-97d2-4feedd55750f,segment=NetworkSegment(523ee2b3-9f6a-405c-b5cb-1ee01edce282),segment_id=523ee2b3-9f6a-405c-b5cb-1ee01edce282)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:24.302152 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:24.315621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Calling delete_port for 1617a926-bb95-4f1f-97d2-4feedd55750f owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:12:24.343122 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bd3203d7-d716-4a0e-b3d2-6778cb1e8d70 req-2ba856bd-1a84-439a-bf59-d1ecf8d1aba4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518861 Apr 28 14:12:24.485633 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831d03a-ea07-478e-ac80-c220909b2600 req-5be13168-2a0b-43db-8eb3-9830374fab74 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:24.488677 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0831d03a-ea07-478e-ac80-c220909b2600 req-5be13168-2a0b-43db-8eb3-9830374fab74 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0602133 Apr 28 14:12:24.488677 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (1617a926-bb95-4f1f-97d2-4feedd55750f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:24.503554 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['1617a926-bb95-4f1f-97d2-4feedd55750f'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:12:24.531595 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Pushing event deleted for resources: {'Port': ['ID=1617a926-bb95-4f1f-97d2-4feedd55750f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:24.575136 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.577598 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.577990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.578302 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.578659 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.578986 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.579306 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.580272 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.580692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.581028 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.581350 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.581725 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.582063 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.582376 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.582687 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:24.614684 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec8fc16c-f0eb-4132-afd4-dee3591efca0 req-a27b9c97-e1ca-4be4-bf38-6d402ed4740c tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 210 time: 0.0380721 Apr 28 14:12:24.616509 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] No DVR routers for this DVR port 1617a926-bb95-4f1f-97d2-4feedd55750f on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:12:24.620294 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:24.623539 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fa2d1785-c8e3-4ea4-b43f-e816158a1dab req-db2a3035-e154-4e41-a7c1-c43ca1d6b7e5 tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.13 "DELETE /v2.0/ports/1617a926-bb95-4f1f-97d2-4feedd55750f HTTP/1.1" status: 204 len: 173 time: 0.5092421 Apr 28 14:12:24.623991 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9d8089-af75-4a22-aca3-50446295b423', 'name': 'network-vif-deleted', 'tag': '1617a926-bb95-4f1f-97d2-4feedd55750f'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:24.626223 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d576546-77c2-4e9a-8310-7662f81f96c9" -d '{"events": [{"server_uuid": "7b9d8089-af75-4a22-aca3-50446295b423", "name": "network-vif-deleted", "tag": "1617a926-bb95-4f1f-97d2-4feedd55750f"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:24.631787 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0831d03a-ea07-478e-ac80-c220909b2600 req-b9ec997b-84a9-4ca1-b1c0-dd2b7dcfc3e8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387529 Apr 28 14:12:24.673188 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e913d95d-ed72-481d-b053-1db661775c73 x-openstack-request-id: req-e913d95d-ed72-481d-b053-1db661775c73 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:24.673484 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9d8089-af75-4a22-aca3-50446295b423", "name": "network-vif-deleted", "tag": "1617a926-bb95-4f1f-97d2-4feedd55750f", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:24.673778 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e913d95d-ed72-481d-b053-1db661775c73 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:24.674182 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e913d95d-ed72-481d-b053-1db661775c73'] response: {'server_uuid': '7b9d8089-af75-4a22-aca3-50446295b423', 'name': 'network-vif-deleted', 'tag': '1617a926-bb95-4f1f-97d2-4feedd55750f', 'status': 'completed', 'code': 200} Apr 28 14:12:25.079348 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610eb4-1043-4a58-96a0-aafcebf8ed27 req-aec86a61-8bfd-4530-a81b-4f9dd7323b6d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:25.080797 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fe610eb4-1043-4a58-96a0-aafcebf8ed27 req-aec86a61-8bfd-4530-a81b-4f9dd7323b6d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 946 time: 0.0475760 Apr 28 14:12:25.128065 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fe610eb4-1043-4a58-96a0-aafcebf8ed27 req-6eeb1437-72ae-42e3-a7e0-40aa1a58538e tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Apr 28 14:12:25.342283 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-9d9800b4-ac81-492f-bc9b-f5b99dcb346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:25.343771 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-9d9800b4-ac81-492f-bc9b-f5b99dcb346d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1130 time: 0.0508769 Apr 28 14:12:25.459725 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a8fae-135b-40a3-8796-586a5d1bb7b6 req-85d028d1-f5dd-4993-8997-c0fccf5b776c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:25.461887 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c08a8fae-135b-40a3-8796-586a5d1bb7b6 req-85d028d1-f5dd-4993-8997-c0fccf5b776c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0460560 Apr 28 14:12:25.507998 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c08a8fae-135b-40a3-8796-586a5d1bb7b6 req-e5027a50-0ed4-4fd8-9b42-549201c7a25f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Apr 28 14:12:25.721728 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e89d4d2a-a1f2-4965-8a1b-e1d2a72ae080 req-6d5394f5-647d-43ef-9742-f24fc51da29f tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 210 time: 0.0311406 Apr 28 14:12:25.762966 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31c68-63e9-4463-9d56-507ca21d9629 req-6e5381f5-870d-446b-abd1-23543586c997 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:25.764369 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1bd31c68-63e9-4463-9d56-507ca21d9629 req-6e5381f5-870d-446b-abd1-23543586c997 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0493927 Apr 28 14:12:25.816099 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1bd31c68-63e9-4463-9d56-507ca21d9629 req-a0a0cdec-336d-4a09-ae02-23e70729d665 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462191 Apr 28 14:12:26.092203 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-1ad9f759-4737-4461-8300-a314ff46155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:26.093596 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-1ad9f759-4737-4461-8300-a314ff46155a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.0868924 Apr 28 14:12:26.195799 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:26.240850 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925d104-eda9-415f-958a-c1d825ed0137 req-611dec40-1c3d-4b94-82fb-d288e72cb67a tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:26.242368 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7925d104-eda9-415f-958a-c1d825ed0137 req-611dec40-1c3d-4b94-82fb-d288e72cb67a tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 946 time: 0.0465610 Apr 28 14:12:26.294540 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7925d104-eda9-415f-958a-c1d825ed0137 req-c9b82b15-c0ee-4d96-8ded-d25cafd572bb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Apr 28 14:12:26.402007 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54b41-c7cd-4b95-a0d1-c2f433fc5304 req-f24e0567-2708-48a3-9aef-31905f032380 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:26.403454 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1bf54b41-c7cd-4b95-a0d1-c2f433fc5304 req-f24e0567-2708-48a3-9aef-31905f032380 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 946 time: 0.0449712 Apr 28 14:12:26.450428 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1bf54b41-c7cd-4b95-a0d1-c2f433fc5304 req-9908cac8-6b43-4e9f-b32c-36b72cf93c6c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414650 Apr 28 14:12:26.472445 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42340) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:26.621351 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786bf38-ad23-4b1b-acb1-d8f76efc8654 req-156067a9-f8da-4185-ac27-205f24b6d578 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:26.622859 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f786bf38-ad23-4b1b-acb1-d8f76efc8654 req-156067a9-f8da-4185-ac27-205f24b6d578 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0472057 Apr 28 14:12:26.653373 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a2cfbb-dea8-42e3-afb8-0d01780a75e2 tempest-TestVolumeBootPattern-190157457 tempest-TestVolumeBootPattern-190157457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:26.654853 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-09a2cfbb-dea8-42e3-afb8-0d01780a75e2 tempest-TestVolumeBootPattern-190157457 tempest-TestVolumeBootPattern-190157457-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 1125 time: 0.1814554 Apr 28 14:12:26.658042 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42346) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:26.662261 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'port_id': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:26.681786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:26.720128 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f786bf38-ad23-4b1b-acb1-d8f76efc8654 req-fc93c42a-c9ad-4cdb-90aa-d87fd64a8a14 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917215 Apr 28 14:12:26.724235 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-fa5161c5-b58f-4e25-907f-9c971d0a1310 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da HTTP/1.1" status: 200 len: 1002 time: 0.0821743 Apr 28 14:12:26.762314 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:26.833112 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ce91df72-0779-4234-8fbb-8b159d112b2d req-cfbe9db4-afa1-48f0-adae-01fe6143d81f tempest-VolumesNegativeTest-1921373731 tempest-VolumesNegativeTest-1921373731-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b9d8089-af75-4a22-aca3-50446295b423 HTTP/1.1" status: 200 len: 210 time: 0.0315523 Apr 28 14:12:26.894325 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Allocated IP 172.27.1.53 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/bc425683-26b9-4775-9b38-814d639aaec5) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:26.936599 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b2367-f3c6-4ef1-99bc-d7b134c68f5f req-ccffe07e-1120-4f7a-9d47-b07aa997f5a7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:26.938181 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-669b2367-f3c6-4ef1-99bc-d7b134c68f5f req-ccffe07e-1120-4f7a-9d47-b07aa997f5a7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0480461 Apr 28 14:12:27.003350 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (bc425683-26b9-4775-9b38-814d639aaec5), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:27.020378 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-669b2367-f3c6-4ef1-99bc-d7b134c68f5f req-4f80d9ef-287a-403f-8e67-048b62b00212 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761085 Apr 28 14:12:27.021886 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-7f2c6cbf-d78d-46dd-92c1-5a15f712dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:27.023744 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-7f2c6cbf-d78d-46dd-92c1-5a15f712dd1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0665364 Apr 28 14:12:27.065850 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (bc425683-26b9-4775-9b38-814d639aaec5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:27.072538 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-e9690065-539a-4f73-9bd9-99e35e795731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:27.074203 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-e9690065-539a-4f73-9bd9-99e35e795731 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439041 Apr 28 14:12:27.109662 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:27.112583 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:27.118679 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:27.151144 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=bc425683-26b9-4775-9b38-814d639aaec5,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:27.176481 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-f1db8e47-c65e-451d-babf-178a4c54aff6 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934179 Apr 28 14:12:27.272166 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1449ae6-cf7e-40f0-89de-58cbbd4eab4f req-252587f9-9c0a-4bef-8cb2-84032180a925 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882037 Apr 28 14:12:27.498130 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (a9059a29-bcd5-421c-9b01-5361f49943e0), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:27.566124 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (bc425683-26b9-4775-9b38-814d639aaec5), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:27.710630 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (bc425683-26b9-4775-9b38-814d639aaec5), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:27.715019 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (bc425683-26b9-4775-9b38-814d639aaec5), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:27.781747 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=bc425683-26b9-4775-9b38-814d639aaec5,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:27.793084 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (a9059a29-bcd5-421c-9b01-5361f49943e0), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:27.876407 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6fa1f-58a8-427d-b5b9-64a4743f7a76 req-b6dbbd98-97fd-4bac-8ecd-67c1825ababf tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:27.877672 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4ae6fa1f-58a8-427d-b5b9-64a4743f7a76 req-b6dbbd98-97fd-4bac-8ecd-67c1825ababf tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0865884 Apr 28 14:12:27.960866 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Floating IP a9059a29-bcd5-421c-9b01-5361f49943e0 associated. External IP: 172.27.1.53, port: 6447339f-af4c-4eab-bc6f-43a7251d06d5. Apr 28 14:12:28.008340 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4ae6fa1f-58a8-427d-b5b9-64a4743f7a76 req-c300d2b6-7a71-4eba-ab0a-ad1c876c074d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934608 Apr 28 14:12:28.423390 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:12:28.528460 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 1617a926-bb95-4f1f-97d2-4feedd55750f no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:12:28.532723 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:28.545102 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:28.550079 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:28.563453 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:28.564106 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:28.566904 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 1617a926-bb95-4f1f-97d2-4feedd55750f {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:12:28.567247 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 1617a926-bb95-4f1f-97d2-4feedd55750f not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:12:28.601587 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a24d6986-6a35-4e10-b0f8-5850a74582b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9296563 Apr 28 14:12:28.601587 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'tag': '6447339f-af4c-4eab-bc6f-43a7251d06d5'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:28.601587 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e742d3-390a-4631-ace7-db3e0076f040" -d '{"events": [{"name": "network-changed", "server_uuid": "4d033755-fd0b-4901-bc72-c40a77d0798d", "tag": "6447339f-af4c-4eab-bc6f-43a7251d06d5"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:28.638924 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1548b3-f37c-4876-935b-90b563d3a83d x-openstack-request-id: req-8c1548b3-f37c-4876-935b-90b563d3a83d {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:28.639284 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d033755-fd0b-4901-bc72-c40a77d0798d", "tag": "6447339f-af4c-4eab-bc6f-43a7251d06d5", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:28.639537 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c1548b3-f37c-4876-935b-90b563d3a83d {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:28.640044 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1548b3-f37c-4876-935b-90b563d3a83d'] response: {'name': 'network-changed', 'server_uuid': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'tag': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'status': 'completed', 'code': 200} Apr 28 14:12:28.685895 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:28.718131 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e742d3-390a-4631-ace7-db3e0076f040 req-8a95e026-5ab0-4da9-9317-69ec4e2c0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:28.719753 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-29e742d3-390a-4631-ace7-db3e0076f040 req-8a95e026-5ab0-4da9-9317-69ec4e2c0990 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 1130 time: 0.0483682 Apr 28 14:12:28.823828 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e742d3-390a-4631-ace7-db3e0076f040 req-4513af35-5c89-475c-851d-544b15cce358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:28.825331 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-29e742d3-390a-4631-ace7-db3e0076f040 req-4513af35-5c89-475c-851d-544b15cce358 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.0984037 Apr 28 14:12:28.892196 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-29e742d3-390a-4631-ace7-db3e0076f040 req-789261d9-b362-4b22-a72c-c4220eacdeca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6447339f-af4c-4eab-bc6f-43a7251d06d5 HTTP/1.1" status: 200 len: 999 time: 0.0600383 Apr 28 14:12:28.917233 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a9059a29-bcd5-421c-9b01-5361f49943e0', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:61:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:12:27Z', 'updated_at': '2022-04-28T14:12:27Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:28.942995 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e742d3-390a-4631-ace7-db3e0076f040 req-ce19def4-1652-47f8-8b7f-3203bd1e5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:28.944476 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-29e742d3-390a-4631-ace7-db3e0076f040 req-ce19def4-1652-47f8-8b7f-3203bd1e5b7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0457249 Apr 28 14:12:28.949377 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:28.957910 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:28.958539 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:28.992871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e742d3-390a-4631-ace7-db3e0076f040 req-fed58bb0-eb5a-47ac-93a6-b6b434b51c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:28.994480 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-29e742d3-390a-4631-ace7-db3e0076f040 req-fed58bb0-eb5a-47ac-93a6-b6b434b51c87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425463 Apr 28 14:12:29.070887 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:29.113127 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-29e742d3-390a-4631-ace7-db3e0076f040 req-a94f8cd6-097f-4544-baeb-3509741a9180 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093028 Apr 28 14:12:29.131055 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe3264-b705-4b87-9a5e-825bf440dc15 req-e4fc7175-1037-47fb-ad06-b55cfdb989fa tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:29.139329 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-10fe3264-b705-4b87-9a5e-825bf440dc15 req-e4fc7175-1037-47fb-ad06-b55cfdb989fa tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0561404 Apr 28 14:12:29.186557 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-10fe3264-b705-4b87-9a5e-825bf440dc15 req-dc9a565e-702f-4c2a-82f5-c7edd90f001d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461478 Apr 28 14:12:29.225320 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-29e742d3-390a-4631-ace7-db3e0076f040 req-d6aa7655-3fac-45ae-95b8-33336ec5f7de service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041894 Apr 28 14:12:29.423075 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a9059a29-bcd5-421c-9b01-5361f49943e0', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:61:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:12:27Z', 'updated_at': '2022-04-28T14:12:27Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:29.454665 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b223a-d44c-429d-a37e-9ee8807503ad None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a9059a29-bcd5-421c-9b01-5361f49943e0', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:61:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:12:27Z', 'updated_at': '2022-04-28T14:12:27Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:29.681909 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc44d06-48e8-4a93-b4ad-ba7c9f90c1ae None None] New status for floating IP a9059a29-bcd5-421c-9b01-5361f49943e0: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:12:30.316344 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b979762-5f31-4f19-a637-07eb8896d1ce req-a8d3c090-6e95-4719-b034-d3d2e6292cc1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:30.317889 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2b979762-5f31-4f19-a637-07eb8896d1ce req-a8d3c090-6e95-4719-b034-d3d2e6292cc1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0595863 Apr 28 14:12:30.365417 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2b979762-5f31-4f19-a637-07eb8896d1ce req-db2f5c41-00fd-4982-a66d-745f0ab55075 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419607 Apr 28 14:12:30.547670 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-bccfdec6-f7c0-4787-ad00-2ebacd831db3 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820204521&fields=id&tenant_id=41237bb81ade44018b1ef1781e00db45 HTTP/1.1" status: 200 len: 267 time: 0.0422969 Apr 28 14:12:30.655805 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-158e2398-ebc1-4507-bfce-c752b74117fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:30.657267 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-158e2398-ebc1-4507-bfce-c752b74117fb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/networks?id=7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 200 len: 808 time: 0.1034181 Apr 28 14:12:30.672896 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-0d8c5e4a-f3e1-4207-98df-31c9fc4d07ef tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/quotas/41237bb81ade44018b1ef1781e00db45 HTTP/1.1" status: 200 len: 375 time: 0.0095727 Apr 28 14:12:30.719709 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-58feb87e-2550-4e5c-baa2-d2500cf4f888 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41237bb81ade44018b1ef1781e00db45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420437 Apr 28 14:12:30.816508 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-a3f63c30-5017-4b25-8df4-3ba18aa77ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834920 Apr 28 14:12:30.906423 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-78054f19-0ec7-4c33-83b1-a2d41aae204c service neutron] 10.222.0.20 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841997 Apr 28 14:12:31.183936 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7b5eecc1-c6e1-410c-ab5a-fb1efac21793 req-6b0c7d33-c26a-4135-a119-bb4cc219bd10 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 210 time: 0.0273740 Apr 28 14:12:31.481840 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c5a86-2eae-4df4-997e-587cba5cd26f req-e2d78924-65ea-49b7-ab79-06b68ca1307a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:31.488466 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4c8c5a86-2eae-4df4-997e-587cba5cd26f req-e2d78924-65ea-49b7-ab79-06b68ca1307a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0537682 Apr 28 14:12:31.537398 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4c8c5a86-2eae-4df4-997e-587cba5cd26f req-dbc16875-032c-4f6c-b359-b43b79d41ffd tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480947 Apr 28 14:12:31.722463 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42640) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:31.854802 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-33f12069-c347-41ac-bac4-8754522c2e9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fec3a7bc54264a76b5e73321661a9d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310189 Apr 28 14:12:31.857214 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42644) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:31.905461 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Publish callbacks [] for security_group (8ceb035c-5a2a-4088-b60f-1c4db7513434), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:31.925512 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Publish callbacks [] for security_group (8ceb035c-5a2a-4088-b60f-1c4db7513434), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:31.969823 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (8ceb035c-5a2a-4088-b60f-1c4db7513434), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:31.972337 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:31.973460 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ceb035c-5a2a-4088-b60f-1c4db7513434 HTTP/1.1" status: 204 len: 168 time: 0.1153226 Apr 28 14:12:31.981273 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceb035c-5a2a-4088-b60f-1c4db7513434,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:31.988178 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.988525 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.988947 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.989310 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.989782 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.990146 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.990568 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.990878 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.991406 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.991775 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.992158 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.992608 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.993032 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.993470 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:31.993825 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2531441-7260-4ea4-9d2a-81e49a8b129b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:32.224477 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-69437b10-e74c-4dd6-9172-30fc21adc393 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:32.226201 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-69437b10-e74c-4dd6-9172-30fc21adc393 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.13 "GET /v2.0/networks?id=7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 200 len: 808 time: 0.1225078 Apr 28 14:12:32.320093 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d194d4c7-5151-487d-b059-7398a9c3e6d6 req-dae23b75-0641-4284-9b8e-78cbcac32e5f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 210 time: 0.0446744 Apr 28 14:12:32.325803 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-c1e90363-bf37-45ed-ae5c-20b5a75f1562 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41237bb81ade44018b1ef1781e00db45 HTTP/1.1" status: 200 len: 380 time: 0.0904732 Apr 28 14:12:32.338861 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'port': {'device_id': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'admin_state_up': True, 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'security_groups': ['54008164-d930-4959-8533-cd8177dc2aa5']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:32.450273 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Made reservation on behalf of 41237bb81ade44018b1ef1781e00db45 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:32.453793 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:32.597191 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Allocated IP 172.20.0.14 (7145c4f5-7946-4644-88a7-880cee3b1d14/1e9ad8e7-9ca1-4d25-b655-70f298186c7a/cf74717f-c74f-46c1-97eb-3a7990fe851e) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:32.660791 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6eaca-14c3-4789-b1a6-36898a882561 req-9fa21c25-10c1-4053-bf72-90c29c9f33c7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:32.662593 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-79e6eaca-14c3-4789-b1a6-36898a882561 req-9fa21c25-10c1-4053-bf72-90c29c9f33c7 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0496368 Apr 28 14:12:32.697863 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42670) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:32.722954 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-79e6eaca-14c3-4789-b1a6-36898a882561 req-ed34aa02-cd48-4981-b639-f42dfd22181d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539234 Apr 28 14:12:32.753711 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:32.790068 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:32.827700 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1613964736-network', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:32.841831 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:32.846312 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:32.850311 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Made reservation on behalf of 8ca7572c7d93469fb8bfe911e1ad93f4 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:32.851051 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:32.853671 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:32.855121 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:32.866899 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:32.903924 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:32.904588 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:32.926849 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-3505e6b6-9ef6-4ee8-9bb1-7e991d6aa6a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5958586 Apr 28 14:12:32.939214 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Request body: {'port': {'device_id': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:32.971180 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Publish callbacks [] for security_group (6c3c311c-93bc-49c1-9056-ea0ee199d003), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:32.976862 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (6c3c311c-93bc-49c1-9056-ea0ee199d003), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.004032 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.010951 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:12:33.016606 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3c311c-93bc-49c1-9056-ea0ee199d003,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:33.025196 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.025689 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Added segment 6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b of type vlan for network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 Apr 28 14:12:33.071010 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (8785025f-3e85-4422-82e8-a0aa9e20f8f2), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.096108 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (8785025f-3e85-4422-82e8-a0aa9e20f8f2), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.097281 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:33.097932 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.133719 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4321606 Apr 28 14:12:33.135005 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42676) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:33.139776 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Request body: {'subnet': {'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1613964736-subnet', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'ip_version': 4}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:33.155193 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-29e43ef3-d13e-417f-8b2f-7beeb2f54172 None None] Provisioning complete for port cf74717f-c74f-46c1-97eb-3a7990fe851e triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:33.156218 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-29e43ef3-d13e-417f-8b2f-7beeb2f54172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.179845 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3cba1-7ecc-435f-90a5-c72ba3579d81 admin admin] Pushing event updated for resources: {'Network': ['ID=8785025f-3e85-4422-82e8-a0aa9e20f8f2,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:33.192606 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Made reservation on behalf of 8ca7572c7d93469fb8bfe911e1ad93f4 for: {'subnet': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:33.195670 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25676123'] for subnet (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.196022 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-29e43ef3-d13e-417f-8b2f-7beeb2f54172 None None] Port cf74717f-c74f-46c1-97eb-3a7990fe851e cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:33.197407 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:12:33.311639 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf74717f-c74f-46c1-97eb-3a7990fe851e {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:12:33.319031 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Publish callbacks [] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.332270 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Transition to ACTIVE for port object cf74717f-c74f-46c1-97eb-3a7990fe851e will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:12:33.336574 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.370344 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4088320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25676201'] for subnet (679879ec-940d-4b8c-9023-fca44d831582), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.385464 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Pushing event updated for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:33.439758 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Checking segment: {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:33.440202 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Network hostable DHCP agents. Network: 8785025f-3e85-4422-82e8-a0aa9e20f8f2, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:12:33.446961 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=679879ec-940d-4b8c-9023-fca44d831582,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:33.464726 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:12:33.475884 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 8785025f-3e85-4422-82e8-a0aa9e20f8f2) {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:33.480617 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:33.481220 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.488250 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe92cd-e4fb-43ca-9415-45b3b85fb4a2 None None] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:12:33.494507 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f48b9b-46fd-4498-815e-ebe315f4350a req-bc85ecd3-2530-4ced-953e-ded69fb86b8d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:33.496044 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f6f48b9b-46fd-4498-815e-ebe315f4350a req-bc85ecd3-2530-4ced-953e-ded69fb86b8d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0572255 Apr 28 14:12:33.501178 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-47342243-8feb-458c-b901-ec8c7c1a8753 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3624916 Apr 28 14:12:33.501178 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42680) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:33.506436 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:33.524573 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Attempting to bind port cf74717f-c74f-46c1-97eb-3a7990fe851e on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:33.525127 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Attempting to bind port cf74717f-c74f-46c1-97eb-3a7990fe851e by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:33.525705 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Attempting to bind port cf74717f-c74f-46c1-97eb-3a7990fe851e on network 7145c4f5-7946-4644-88a7-880cee3b1d14 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:33.539314 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (99033ba1-7623-4a32-99c8-7113da109ca6), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.541147 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (99033ba1-7623-4a32-99c8-7113da109ca6), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.543219 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Port cf74717f-c74f-46c1-97eb-3a7990fe851e on network 7145c4f5-7946-4644-88a7-880cee3b1d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:12:33.543778 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Attempting to bind port cf74717f-c74f-46c1-97eb-3a7990fe851e on network 7145c4f5-7946-4644-88a7-880cee3b1d14 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:33.554842 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:33.555183 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Checking segment: {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:33.555563 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Bound using segment: {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:33.555994 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Bound port: cf74717f-c74f-46c1-97eb-3a7990fe851e, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:33.556390 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.598885 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f6f48b9b-46fd-4498-815e-ebe315f4350a req-5722d21a-c80b-4d9b-8481-1961ca809da5 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861230 Apr 28 14:12:33.629997 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:12:33.631394 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.633103 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks [] for router_controller (99033ba1-7623-4a32-99c8-7113da109ca6), precommit_add_association {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.658984 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:33.664381 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:33.670884 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.708675 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:33.709591 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.711299 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] 10.222.0.13 "PUT /v2.0/ports/cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 1094 time: 0.7771671 Apr 28 14:12:33.711762 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:33.714203 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095" -d '{"events": [{"name": "network-changed", "server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:33.756684 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b68e2-1161-4b22-8350-819742cffd4e service neutron] Pushing event updated for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:33.814033 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks [] for router_gateway (99033ba1-7623-4a32-99c8-7113da109ca6), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:33.817077 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-490489b5-0cfc-45a8-8f43-f4f2442dd308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:33.818842 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-490489b5-0cfc-45a8-8f43-f4f2442dd308 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41237bb81ade44018b1ef1781e00db45&device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1128 time: 0.0507293 Apr 28 14:12:33.842256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba17fb3a-7e42-4588-89c5-b0505a68a1bc x-openstack-request-id: req-ba17fb3a-7e42-4588-89c5-b0505a68a1bc {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:33.843862 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:33.843989 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba17fb3a-7e42-4588-89c5-b0505a68a1bc {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:33.844495 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba17fb3a-7e42-4588-89c5-b0505a68a1bc'] response: {'name': 'network-changed', 'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'status': 'completed', 'code': 200} Apr 28 14:12:33.859272 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Allocated IP 172.20.0.2 (8785025f-3e85-4422-82e8-a0aa9e20f8f2/679879ec-940d-4b8c-9023-fca44d831582/0a893b45-2707-4680-b3e4-b675abef597b) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:33.881330 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-05023af3-28bf-4e35-a6f2-a813fc2184b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 217 time: 0.0535467 Apr 28 14:12:34.039497 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Publish callbacks [] for port (0a893b45-2707-4680-b3e4-b675abef597b), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.045248 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks [] for router_gateway (99033ba1-7623-4a32-99c8-7113da109ca6), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.045578 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (0a893b45-2707-4680-b3e4-b675abef597b), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.065345 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.096882 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:34.103980 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:34.109468 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Pushing event updated for resources: {'Port': ['ID=0a893b45-2707-4680-b3e4-b675abef597b,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:34.119683 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:34.185356 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Allocated IP 172.27.1.112 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:34.194018 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Attempting to bind port 0a893b45-2707-4680-b3e4-b675abef597b on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:34.195229 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Attempting to bind port 0a893b45-2707-4680-b3e4-b675abef597b by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:34.195335 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Attempting to bind port 0a893b45-2707-4680-b3e4-b675abef597b on network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:34.202730 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:34.203098 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Checking segment: {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:34.203499 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.204454 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Bound using segment: {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:34.204935 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Bound port: 0a893b45-2707-4680-b3e4-b675abef597b, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:34.205319 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (0a893b45-2707-4680-b3e4-b675abef597b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.239036 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-db2585cf-b965-436a-9c98-71e04e34c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:34.240474 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-db2585cf-b965-436a-9c98-71e04e34c4a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e9ad8e7-9ca1-4d25-b655-70f298186c7a HTTP/1.1" status: 200 len: 847 time: 0.3486438 Apr 28 14:12:34.248531 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273832a0-8da2-406c-93cf-9c502dbabd38 req-40f93de9-6f3c-4e37-9aed-5efe30c8eb61 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:34.250618 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-273832a0-8da2-406c-93cf-9c502dbabd38 req-40f93de9-6f3c-4e37-9aed-5efe30c8eb61 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.3674505 Apr 28 14:12:34.291095 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] For port 0a893b45-2707-4680-b3e4-b675abef597b, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:34.294272 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] For port 0a893b45-2707-4680-b3e4-b675abef597b, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=0a893b45-2707-4680-b3e4-b675abef597b,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:34.307267 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (0a893b45-2707-4680-b3e4-b675abef597b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.309487 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks [] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.325808 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-9f7b2140-087d-410f-be12-97eea83d8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:34.327312 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-9f7b2140-087d-410f-be12-97eea83d8b08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7145c4f5-7946-4644-88a7-880cee3b1d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756767 Apr 28 14:12:34.353324 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-273832a0-8da2-406c-93cf-9c502dbabd38 req-5d72d9d4-1b15-4149-b80a-a32482ba5e35 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921724 Apr 28 14:12:34.355972 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.374326 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a36a2-9e61-4017-aebb-53866d78acb7 None None] Pushing event updated for resources: {'Port': ['ID=0a893b45-2707-4680-b3e4-b675abef597b,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:34.405351 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:34.411346 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:34.413816 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:34.416823 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Pushing event updated for resources: {'Port': ['ID=c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:34.494647 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-c6ec6f58-1988-453a-bab6-e2830f5e6275 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555867 Apr 28 14:12:34.662913 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd66c5ad-8d61-42e2-8979-a06198e1ccd9 req-ebbb1c32-1d99-4c9e-a787-80437f05a500 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612675 Apr 28 14:12:34.730140 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks [] for router_gateway (99033ba1-7623-4a32-99c8-7113da109ca6), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:34.735635 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b058b-d480-46e2-85d2-dd1d00166b1a req-8eccc72a-22fb-4c3f-b67d-dd8963637493 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:34.737175 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ca0b058b-d480-46e2-85d2-dd1d00166b1a req-8eccc72a-22fb-4c3f-b67d-dd8963637493 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0519426 Apr 28 14:12:34.794719 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ca0b058b-d480-46e2-85d2-dd1d00166b1a req-7210d8d9-2c33-4f8e-9e0b-d7f8f9e02508 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509489 Apr 28 14:12:34.945513 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (99033ba1-7623-4a32-99c8-7113da109ca6), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:35.074484 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Router 99033ba1-7623-4a32-99c8-7113da109ca6 is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:12:35.190997 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-fca3f928-f9b4-4f5f-8594-108a8d6c44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:35.192894 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-fca3f928-f9b4-4f5f-8594-108a8d6c44b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41237bb81ade44018b1ef1781e00db45&device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1128 time: 0.0526779 Apr 28 14:12:35.198452 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:35.208821 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Sync routers for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:35.216369 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:35.217658 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-e82efad9-c2ba-44ef-ac25-7244ab37ac9b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7154307 Apr 28 14:12:35.220454 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 42696) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:35.241840 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:35.242832 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:35.376169 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:35.429292 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-55dd5a55-78d9-4a62-8f26-48b8947439de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:35.430811 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-55dd5a55-78d9-4a62-8f26-48b8947439de service neutron] 10.222.0.13 "GET /v2.0/networks?id=7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 200 len: 909 time: 0.1635890 Apr 28 14:12:35.502445 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006bc8d-7ba6-4863-8b13-36a3353b3484 None None] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:12:35.541824 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-4055d4ce-a50c-445e-a7ba-4cc7c62d371b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 217 time: 0.1002557 Apr 28 14:12:35.561862 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 0a893b45-2707-4680-b3e4-b675abef597b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:35.568609 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:34Z', 'revision_number': 3, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:35.596865 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43c722-3a19-4f7b-b314-d97813ef1149 req-aec12965-aa40-4c5c-b1cf-6b233e1e3cbe tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:35.601433 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Checking router: 99033ba1-7623-4a32-99c8-7113da109ca6 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:35.602000 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Updating router 99033ba1-7623-4a32-99c8-7113da109ca6 port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:12:35.606904 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2f43c722-3a19-4f7b-b314-d97813ef1149 req-aec12965-aa40-4c5c-b1cf-6b233e1e3cbe tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0749695 Apr 28 14:12:35.631444 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:35.649942 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-53c9efe0-dbac-4be4-a3b8-0b98659e886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:35.652407 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-53c9efe0-dbac-4be4-a3b8-0b98659e886a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e9ad8e7-9ca1-4d25-b655-70f298186c7a HTTP/1.1" status: 200 len: 847 time: 0.1014326 Apr 28 14:12:35.711621 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-510ac303-e861-4df4-a305-7185814c9a5a None None] Provisioning complete for port 0a893b45-2707-4680-b3e4-b675abef597b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:35.712000 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-510ac303-e861-4df4-a305-7185814c9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0a893b45-2707-4680-b3e4-b675abef597b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:35.724966 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2f43c722-3a19-4f7b-b314-d97813ef1149 req-40f3e3db-c929-4e78-b5fa-bf6df4b66616 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169319 Apr 28 14:12:35.771335 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-3d886b68-ffa1-4578-8cf8-81af65fbd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:35.775619 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-3d886b68-ffa1-4578-8cf8-81af65fbd6fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7145c4f5-7946-4644-88a7-880cee3b1d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1159747 Apr 28 14:12:35.805780 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 0a893b45-2707-4680-b3e4-b675abef597b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:35.806612 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0a893b45-2707-4680-b3e4-b675abef597b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:35.904342 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-510ac303-e861-4df4-a305-7185814c9a5a None None] Current status of the port 0a893b45-2707-4680-b3e4-b675abef597b is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:35.904989 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-510ac303-e861-4df4-a305-7185814c9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (0a893b45-2707-4680-b3e4-b675abef597b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:35.948268 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Publish callbacks [] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:35.960956 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:35.973316 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-510ac303-e861-4df4-a305-7185814c9a5a None None] For port 0a893b45-2707-4680-b3e4-b675abef597b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=0a893b45-2707-4680-b3e4-b675abef597b,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:35.994907 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Attempting to bind port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:35.995690 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Attempting to bind port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:35.996244 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Attempting to bind port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:36.022022 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 0a893b45-2707-4680-b3e4-b675abef597b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:36.024807 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:36.025446 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:36.025970 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba57e13-84b8-4dd4-aaee-3ae3d4127150 req-55b377ec-7e78-43ba-87cb-4b3f0754b0b7 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:36.026634 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.027238 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:36.027941 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Bound port: c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:36.028295 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ba57e13-84b8-4dd4-aaee-3ae3d4127150 req-55b377ec-7e78-43ba-87cb-4b3f0754b0b7 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.1221862 Apr 28 14:12:36.028802 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.029219 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-510ac303-e861-4df4-a305-7185814c9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (0a893b45-2707-4680-b3e4-b675abef597b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.092976 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-5dd6a6eb-e930-45ec-a686-ce3caafa6cca service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821858 Apr 28 14:12:36.098851 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51136ad9-9810-41ce-9bdd-b68a782f28c5 req-1d82a1c1-efca-44b1-89ed-a7848d160fe2 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:36.101453 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-51136ad9-9810-41ce-9bdd-b68a782f28c5 req-1d82a1c1-efca-44b1-89ed-a7848d160fe2 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.1907170 Apr 28 14:12:36.118911 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ba57e13-84b8-4dd4-aaee-3ae3d4127150 req-a35fabe7-18ac-4499-826e-d5edc44ac1b5 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845335 Apr 28 14:12:36.124997 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ac303-e861-4df4-a305-7185814c9a5a None None] Pushing event updated for resources: {'Port': ['ID=0a893b45-2707-4680-b3e4-b675abef597b,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:36.144591 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Pushing event updated for resources: {'Port': ['ID=c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:36.147043 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] For port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:36.153298 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] For port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:36.160875 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.161219 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.161662 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.162030 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.162232 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.162647 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.163450 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.163976 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.164493 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.165041 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.165577 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.166409 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.166955 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.167525 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.168408 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:12:36.173444 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.233703 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:36.234385 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:36.236198 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13585cc9-796b-49fd-be99-08b96c168b6f None None] Pushing event updated for resources: {'Port': ['ID=c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:36.287083 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-51136ad9-9810-41ce-9bdd-b68a782f28c5 req-acf79be7-7a2d-4974-9944-0810164fac8c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509233 Apr 28 14:12:36.312228 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7dc6a04b-febc-47cb-bcf9-ce18b92cc095 req-1ef8018b-807b-42fc-b075-d2f992fd7876 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097337 Apr 28 14:12:36.349528 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.350653 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-afb01471-512e-41a0-8341-8fe3bdd0c31c None None] Provisioning complete for port 0a893b45-2707-4680-b3e4-b675abef597b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:36.351044 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-afb01471-512e-41a0-8341-8fe3bdd0c31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0a893b45-2707-4680-b3e4-b675abef597b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.360525 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:36.436623 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-afb01471-512e-41a0-8341-8fe3bdd0c31c None None] Current status of the port 0a893b45-2707-4680-b3e4-b675abef597b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:36.507175 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Allocated IP 172.20.0.1 (8785025f-3e85-4422-82e8-a0aa9e20f8f2/679879ec-940d-4b8c-9023-fca44d831582/f8f9a81d-8542-45c7-878f-d7253382f156) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:36.536545 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:34Z', 'revision_number': 3, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:36.562362 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f265302f-ace9-4901-94ba-0c0a95c37101 None None] The sync data for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi is: [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:34Z', 'revision_number': 3, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:36.615029 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Publish callbacks [] for port (f8f9a81d-8542-45c7-878f-d7253382f156), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.650327 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.690857 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:36.696803 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:36.700797 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:36.724849 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Pushing event updated for resources: {'Port': ['ID=f8f9a81d-8542-45c7-878f-d7253382f156,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:36.747230 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (99033ba1-7623-4a32-99c8-7113da109ca6), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:36.879944 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b39d8-c4a1-4bbe-bc29-02405d3ec41d req-824c53c7-d446-49fa-bad9-a73ba288c928 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:36.887597 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7a2b39d8-c4a1-4bbe-bc29-02405d3ec41d req-824c53c7-d446-49fa-bad9-a73ba288c928 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0849211 Apr 28 14:12:36.943146 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7a2b39d8-c4a1-4bbe-bc29-02405d3ec41d req-c9088aaa-d220-4f0e-b88a-fa583e7cd060 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545633 Apr 28 14:12:36.946122 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.052790 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:12:37.060129 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-fbdc0c3f-a6ec-44a9-96e8-672e1224a25b None None] Provisioning complete for port f8f9a81d-8542-45c7-878f-d7253382f156 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:37.060677 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fbdc0c3f-a6ec-44a9-96e8-672e1224a25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.108146 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc0c3f-a6ec-44a9-96e8-672e1224a25b None None] Port f8f9a81d-8542-45c7-878f-d7253382f156 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:37.122455 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Publish callbacks [] for port (f8f9a81d-8542-45c7-878f-d7253382f156), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.127026 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.212605 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (99033ba1-7623-4a32-99c8-7113da109ca6), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.215260 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Pushing event updated for resources: {'Port': ['ID=f8f9a81d-8542-45c7-878f-d7253382f156,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:37.274171 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583c879-89f7-4fc3-802c-48b28a6db9a0 req-dcd6c5e2-fabf-4893-999c-0cb73e33792d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:37.275657 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4583c879-89f7-4fc3-802c-48b28a6db9a0 req-dcd6c5e2-fabf-4893-999c-0cb73e33792d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0806522 Apr 28 14:12:37.370304 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4583c879-89f7-4fc3-802c-48b28a6db9a0 req-4bb61f9f-5fd0-4f26-8df2-b78bd00c9372 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879900 Apr 28 14:12:37.377866 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:37.379318 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:37.459673 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e352177-747e-4a39-b845-a87acef8d061 req-639b7890-0379-430c-94c0-30e0da8fabd8 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:37.461429 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7e352177-747e-4a39-b845-a87acef8d061 req-639b7890-0379-430c-94c0-30e0da8fabd8 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.1002505 Apr 28 14:12:37.540429 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7e352177-747e-4a39-b845-a87acef8d061 req-21a558e2-9678-4fe8-80df-3752033bf231 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624213 Apr 28 14:12:37.549842 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Router 99033ba1-7623-4a32-99c8-7113da109ca6 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:12:37.568793 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 0a893b45-2707-4680-b3e4-b675abef597b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:37.618147 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 0a893b45-2707-4680-b3e4-b675abef597b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:37.618773 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (0a893b45-2707-4680-b3e4-b675abef597b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.668533 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:37.674447 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fe82d42e-761b-4c3e-a908-b790366dd10c admin admin] 10.222.0.20 "PUT /v2.0/routers/99033ba1-7623-4a32-99c8-7113da109ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4521241 Apr 28 14:12:37.700517 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 0a893b45-2707-4680-b3e4-b675abef597b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:37.701651 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:37.748262 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-0745d2fa-9710-4007-8884-30a4ca3a5ab3 None None] Provisioning complete for port f8f9a81d-8542-45c7-878f-d7253382f156 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:37.748631 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0745d2fa-9710-4007-8884-30a4ca3a5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.788278 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:37.788646 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.791270 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-0745d2fa-9710-4007-8884-30a4ca3a5ab3 None None] Port f8f9a81d-8542-45c7-878f-d7253382f156 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:37.865657 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:37.866637 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.889677 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:37.893818 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:37.957417 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:38.064402 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81738645-0713-4e9c-854a-7a9f509c5d30 req-fe9911bb-3ea0-414a-8ab5-b5b6ffc573e1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:38.065893 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-81738645-0713-4e9c-854a-7a9f509c5d30 req-fe9911bb-3ea0-414a-8ab5-b5b6ffc573e1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Apr 28 14:12:38.122079 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-81738645-0713-4e9c-854a-7a9f509c5d30 req-99f75ba2-0c14-4b02-866a-4831b1217f46 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507586 Apr 28 14:12:38.182926 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 42732) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:38.187799 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-18871133-network', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:38.206852 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Made reservation on behalf of 25898ab687f4414b8193cfeafe495cb9 for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:38.209123 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.218281 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.296854 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Sync routers for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:38.307108 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Publish callbacks [] for security_group (2f8cf401-3a84-400e-919c-cf11d86a5748), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.311904 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2f8cf401-3a84-400e-919c-cf11d86a5748), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.312216 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:38.313184 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:38.336357 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:12:38.351701 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8cf401-3a84-400e-919c-cf11d86a5748,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:38.354552 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.355290 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Added segment 7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8 of type vlan for network ed10d193-b85f-4478-8e72-fcd30bc5b411 Apr 28 14:12:38.393253 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (ed10d193-b85f-4478-8e72-fcd30bc5b411), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.422353 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (ed10d193-b85f-4478-8e72-fcd30bc5b411), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.423249 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:38.423937 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.428851 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:38.458187 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2716498 Apr 28 14:12:38.458422 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 42736) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:38.465056 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Request body: {'subnet': {'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-18871133-subnet', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:38.499175 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13292a-fd02-44c9-82fb-eeb3327d19ae req-6f74d95d-3300-4f7b-94db-07dd51002a6b tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:38.501758 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78453a31-ef82-41b7-bb4d-212311970cce admin admin] Pushing event updated for resources: {'Network': ['ID=ed10d193-b85f-4478-8e72-fcd30bc5b411,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:38.507920 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2a13292a-fd02-44c9-82fb-eeb3327d19ae req-6f74d95d-3300-4f7b-94db-07dd51002a6b tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0546329 Apr 28 14:12:38.517608 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Made reservation on behalf of 25898ab687f4414b8193cfeafe495cb9 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:38.520016 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16879718'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.571491 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2a13292a-fd02-44c9-82fb-eeb3327d19ae req-0a49fdf9-1637-409f-a13b-86324f3e1902 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625927 Apr 28 14:12:38.644027 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network ed10d193-b85f-4478-8e72-fcd30bc5b411 details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:12:38.829100 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 2, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:38.863141 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Checking router: 99033ba1-7623-4a32-99c8-7113da109ca6 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:38.863491 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Updating router 99033ba1-7623-4a32-99c8-7113da109ca6 port f8f9a81d-8542-45c7-878f-d7253382f156 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:12:38.893090 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:38.951652 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b0c2-186d-42ad-bc54-aeb9c641d955 req-fd309e60-5355-452a-b60f-a0fb40384652 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:38.953619 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e8c7b0c2-186d-42ad-bc54-aeb9c641d955 req-fd309e60-5355-452a-b60f-a0fb40384652 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.3302045 Apr 28 14:12:39.008172 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16879764'] for subnet (23ef745e-f9ea-4f63-a332-cb48b8d797be), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.065444 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e8c7b0c2-186d-42ad-bc54-aeb9c641d955 req-726f0cda-819b-4eb0-8db5-7bdc44b2476f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925000 Apr 28 14:12:39.079164 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ef745e-f9ea-4f63-a332-cb48b8d797be,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:39.100183 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Checking segment: {'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:39.100536 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Network hostable DHCP agents. Network: ed10d193-b85f-4478-8e72-fcd30bc5b411, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:12:39.118579 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Network ed10d193-b85f-4478-8e72-fcd30bc5b411 is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:12:39.126481 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, ed10d193-b85f-4478-8e72-fcd30bc5b411) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:39.133110 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:39.133215 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.148207 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27af303-800e-40fb-b4f4-65cfbf636ed2 None None] Network ed10d193-b85f-4478-8e72-fcd30bc5b411 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:12:39.159975 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2e6ca979-71d7-4035-b5aa-3761c94585f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6983109 Apr 28 14:12:39.160365 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42742) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:39.164942 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:39.186730 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.187855 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.193789 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Publish callbacks [] for port (f8f9a81d-8542-45c7-878f-d7253382f156), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.231685 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.283246 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbb48f-9832-4997-b87e-6941a735474c req-1be241f1-521f-487e-8d9f-776996a2752c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:39.284770 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-76bbb48f-9832-4997-b87e-6941a735474c req-1be241f1-521f-487e-8d9f-776996a2752c tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0878398 Apr 28 14:12:39.286537 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks [] for router_controller (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), precommit_add_association {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.292841 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8cd78-2449-4e3e-8dc3-596c61577223 None None] Pushing event updated for resources: {'Port': ['ID=f8f9a81d-8542-45c7-878f-d7253382f156,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:39.357362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-ed10d193-b85f-4478-8e72-fcd30bc5b411', 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411', 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'fixed_ips': [{'subnet_id': '23ef745e-f9ea-4f63-a332-cb48b8d797be'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:12:39.358254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.389802 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Attempting to bind port f8f9a81d-8542-45c7-878f-d7253382f156 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:39.390208 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Attempting to bind port f8f9a81d-8542-45c7-878f-d7253382f156 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:39.390529 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Attempting to bind port f8f9a81d-8542-45c7-878f-d7253382f156 on network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:39.398816 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:39.399198 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Checking segment: {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:39.399610 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.400014 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Bound using segment: {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:39.400484 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Bound port: f8f9a81d-8542-45c7-878f-d7253382f156, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:39.400936 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.405063 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-76bbb48f-9832-4997-b87e-6941a735474c req-f4982e5d-4593-4552-9481-527f76d51ea2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780683 Apr 28 14:12:39.500712 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks [] for router_gateway (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.505604 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:39.596665 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-3af89e24-75b0-4ab4-8c98-73a689a99ddf None None] Provisioning complete for port f8f9a81d-8542-45c7-878f-d7253382f156 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:39.597036 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3af89e24-75b0-4ab4-8c98-73a689a99ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.646343 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] For port f8f9a81d-8542-45c7-878f-d7253382f156, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:39.655071 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] For port f8f9a81d-8542-45c7-878f-d7253382f156, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=f8f9a81d-8542-45c7-878f-d7253382f156,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:39.658332 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Allocated IP 172.20.0.2 (ed10d193-b85f-4478-8e72-fcd30bc5b411/23ef745e-f9ea-4f63-a332-cb48b8d797be/28f09e17-44fa-4c6f-97d8-76d6f8ebc79b) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:39.672966 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.674738 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:39.675097 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.682596 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-3af89e24-75b0-4ab4-8c98-73a689a99ddf None None] Port f8f9a81d-8542-45c7-878f-d7253382f156 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:39.690023 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks [] for router_gateway (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.698999 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4a36b-8a14-448e-9aff-0046941cb6d1 req-a19b5d9a-1a4e-48a6-b058-ca69360f56d2 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:39.700547 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9dc4a36b-8a14-448e-9aff-0046941cb6d1 req-a19b5d9a-1a4e-48a6-b058-ca69360f56d2 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0540538 Apr 28 14:12:39.712751 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.778117 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9dc4a36b-8a14-448e-9aff-0046941cb6d1 req-b975894e-09af-4a5a-9a47-1fa69b64f472 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587997 Apr 28 14:12:39.827232 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:39.827873 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:39.843102 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Allocated IP 172.27.1.132 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/5ebcf9d8-15e9-490b-8fd1-33fab40d2609) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:39.878008 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8cd78-2449-4e3e-8dc3-596c61577223 None None] Pushing event updated for resources: {'Port': ['ID=f8f9a81d-8542-45c7-878f-d7253382f156,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:39.953965 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks [] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:39.987403 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.009252 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:40.030795 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:40.035986 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:40.038172 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Pushing event updated for resources: {'Port': ['ID=5ebcf9d8-15e9-490b-8fd1-33fab40d2609,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:40.040282 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:40.042649 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-e4130976-09fc-4de5-9043-3e5274196fcc None None] Provisioning complete for port f8f9a81d-8542-45c7-878f-d7253382f156 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:40.043034 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e4130976-09fc-4de5-9043-3e5274196fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.078658 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Publish callbacks [] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.081003 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:40.117402 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.210735 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Network ed10d193-b85f-4478-8e72-fcd30bc5b411 is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:40.218328 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:40.223353 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:40.251227 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Pushing event updated for resources: {'Port': ['ID=28f09e17-44fa-4c6f-97d8-76d6f8ebc79b,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:40.439509 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b790b-76d8-4b85-854d-34e9e433ccbb req-ae483095-3147-4179-97c0-42de9acb84b0 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:40.441023 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-154b790b-76d8-4b85-854d-34e9e433ccbb req-ae483095-3147-4179-97c0-42de9acb84b0 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0916378 Apr 28 14:12:40.508300 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-e4130976-09fc-4de5-9043-3e5274196fcc None None] Current status of the port f8f9a81d-8542-45c7-878f-d7253382f156 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:40.508944 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e4130976-09fc-4de5-9043-3e5274196fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.526981 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Attempting to bind port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:40.527175 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Attempting to bind port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:40.527545 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Attempting to bind port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b on network ed10d193-b85f-4478-8e72-fcd30bc5b411 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:40.536969 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-154b790b-76d8-4b85-854d-34e9e433ccbb req-f9f27cb3-218a-49ec-9ce0-189b6be29c17 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868938 Apr 28 14:12:40.540084 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38973a4-44f3-4e4d-a401-bd4c897c4110 req-afa30c4a-f2ba-4016-8a06-ecfd12c97d90 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:40.545490 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:40.545899 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Checking segment: {'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:40.546304 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.546699 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Bound using segment: {'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:40.547183 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Bound port: 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:40.547591 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.554717 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f38973a4-44f3-4e4d-a401-bd4c897c4110 req-afa30c4a-f2ba-4016-8a06-ecfd12c97d90 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0675447 Apr 28 14:12:40.601348 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-e4130976-09fc-4de5-9043-3e5274196fcc None None] For port f8f9a81d-8542-45c7-878f-d7253382f156, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=f8f9a81d-8542-45c7-878f-d7253382f156,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:40.610142 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f38973a4-44f3-4e4d-a401-bd4c897c4110 req-ee391966-dfb9-4d71-9fbb-cea5e5a1d0b8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544596 Apr 28 14:12:40.612309 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks [] for router_gateway (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.623408 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e4130976-09fc-4de5-9043-3e5274196fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.633543 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:39Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:40.697350 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde08a2-98dc-4521-a5bb-70229d4ff5ed None None] The sync data for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi is: [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:39Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:40.721518 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] For port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:40.726807 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] For port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=28f09e17-44fa-4c6f-97d8-76d6f8ebc79b,segment=NetworkSegment(7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8),segment_id=7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:40.731849 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4130976-09fc-4de5-9043-3e5274196fcc None None] Pushing event updated for resources: {'Port': ['ID=f8f9a81d-8542-45c7-878f-d7253382f156,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:40.743091 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:40.823727 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d753ccc-fe22-4fdf-8522-f2047c412fab None None] Pushing event updated for resources: {'Port': ['ID=28f09e17-44fa-4c6f-97d8-76d6f8ebc79b,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:40.910258 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032eb88a-289e-4279-87a7-b53db43bcb64 req-0589fb9b-592f-4b6c-994a-8f0afec00d28 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:40.911851 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-032eb88a-289e-4279-87a7-b53db43bcb64 req-0589fb9b-592f-4b6c-994a-8f0afec00d28 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0658011 Apr 28 14:12:40.917409 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:41.062247 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-032eb88a-289e-4279-87a7-b53db43bcb64 req-c6e0b188-f0a1-4620-8db1-e0c34fe2a716 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403403 Apr 28 14:12:41.114287 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:12:41.237385 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:41.250423 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Sync routers for ids ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:41.257700 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:41.261718 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-eaf6cc78-6e9c-4af7-b90a-a451f14f368f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0977609 Apr 28 14:12:41.261880 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42752) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:41.262226 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Routers {'ee80ab33-5946-44b3-9233-a7a5c2ca4da8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:41.263110 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:41.383934 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Set router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:41.533922 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:41.601475 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:41.602197 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:41.753432 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a205-b06c-49a6-8ee5-ad2643e8c051 req-7deb4c79-e8df-497b-bda2-b969e103690d tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:41.775816 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aad1a205-b06c-49a6-8ee5-ad2643e8c051 req-7deb4c79-e8df-497b-bda2-b969e103690d tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.1115787 Apr 28 14:12:41.784935 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:41.785331 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:41.799765 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 3, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port': {'id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:41.852091 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcb68b-3064-4f29-ad6c-53c859d78bee req-f42290b7-f7d3-43e6-99dd-9e398bc956c6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:41.853742 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-97fcb68b-3064-4f29-ad6c-53c859d78bee req-f42290b7-f7d3-43e6-99dd-9e398bc956c6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.1005604 Apr 28 14:12:41.857706 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Checking router: ee80ab33-5946-44b3-9233-a7a5c2ca4da8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:41.858283 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Updating router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:12:41.863463 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=28f09e17-44fa-4c6f-97d8-76d6f8ebc79b,segment=NetworkSegment(7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8),segment_id=7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:41.870388 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-aad1a205-b06c-49a6-8ee5-ad2643e8c051 req-95fd0e2f-d936-4279-8096-401bb39140da tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933845 Apr 28 14:12:41.872683 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:41.875216 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device f8f9a81d-8542-45c7-878f-d7253382f156 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:41.890215 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:41.902085 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:41.971120 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-97fcb68b-3064-4f29-ad6c-53c859d78bee req-75901873-4fa9-43be-8957-fb6ef6774aef tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066678 Apr 28 14:12:42.027635 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port f8f9a81d-8542-45c7-878f-d7253382f156 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:42.028296 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.035736 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=28f09e17-44fa-4c6f-97d8-76d6f8ebc79b,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:42.161855 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Allocated IP 172.20.0.1 (ed10d193-b85f-4478-8e72-fcd30bc5b411/23ef745e-f9ea-4f63-a332-cb48b8d797be/5bab2632-8e95-42ce-a942-e52317ee66cc) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:42.186802 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port f8f9a81d-8542-45c7-878f-d7253382f156 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:42.230684 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982535c-7b6d-4864-980d-c53e6513b4d3 None None] Network ed10d193-b85f-4478-8e72-fcd30bc5b411 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:12:42.234941 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211752b-d09f-4a2c-a013-9923b5d44e79 req-c398b0aa-8b0e-4538-92f7-8bbbd94efb8f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:42.236461 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d211752b-d09f-4a2c-a013-9923b5d44e79 req-c398b0aa-8b0e-4538-92f7-8bbbd94efb8f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0834286 Apr 28 14:12:42.255259 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Publish callbacks [] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.264863 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.304042 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Publish callbacks [] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.310270 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-16d55593-cdf7-4c61-9660-e7dcc4e76f16 None None] Provisioning complete for port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:42.310646 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-16d55593-cdf7-4c61-9660-e7dcc4e76f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.323048 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d211752b-d09f-4a2c-a013-9923b5d44e79 req-24ff457b-72fc-452c-9a83-56a70d1b0609 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804920 Apr 28 14:12:42.346877 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Attempting to bind port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:42.347246 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Attempting to bind port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:42.348119 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Attempting to bind port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:42.351054 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.364003 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:42.364357 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:42.364941 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.365330 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:42.366586 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Bound port: 5ebcf9d8-15e9-490b-8fd1-33fab40d2609, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:42.366964 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.369383 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f06d0-6175-40fb-adbe-a9ad32c24899 None None] Pushing event updated for resources: {'Port': ['ID=5ebcf9d8-15e9-490b-8fd1-33fab40d2609,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:42.396413 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Network ed10d193-b85f-4478-8e72-fcd30bc5b411 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:42.402284 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:42.405476 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:42.408632 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Pushing event updated for resources: {'Port': ['ID=5bab2632-8e95-42ce-a942-e52317ee66cc,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:42.431393 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] For port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:42.436400 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-16d55593-cdf7-4c61-9660-e7dcc4e76f16 None None] Current status of the port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:42.437695 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] For port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=5ebcf9d8-15e9-490b-8fd1-33fab40d2609,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:42.446889 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.451540 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.505909 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Routers {'ee80ab33-5946-44b3-9233-a7a5c2ca4da8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:42.506689 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:42.511848 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f06d0-6175-40fb-adbe-a9ad32c24899 None None] Pushing event updated for resources: {'Port': ['ID=5ebcf9d8-15e9-490b-8fd1-33fab40d2609,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:42.573194 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device cf74717f-c74f-46c1-97eb-3a7990fe851e details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:12:42.620004 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.660527 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] Set router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:42.697612 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:42.712215 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'port_id': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'mac_address': 'fa:16:3e:93:95:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:12:42.726918 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-0bb9a04a-d1d8-4d08-8894-365cd8098732 None None] Provisioning complete for port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:42.727296 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a04a-d1d8-4d08-8894-365cd8098732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.799541 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port cf74717f-c74f-46c1-97eb-3a7990fe851e is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:42.799929 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.823172 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Publish callbacks [] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.825822 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf74717f-c74f-46c1-97eb-3a7990fe851e {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:12:42.831524 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.863980 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 3, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port': {'id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:42.876892 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:42.878820 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9a04a-d1d8-4d08-8894-365cd8098732 None None] Current status of the port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:42.884891 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.890581 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6aa344-8e45-4225-bf99-2f069ce090f2 None None] The sync data for ids ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'] in dv-cinder-839760-1-iscsi is: [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 3, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port': {'id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:42.898567 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-0bb9a04a-d1d8-4d08-8894-365cd8098732 None None] Provisioning complete for port 5bab2632-8e95-42ce-a942-e52317ee66cc triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:42.898567 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a04a-d1d8-4d08-8894-365cd8098732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.935332 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Pushing event updated for resources: {'Port': ['ID=5bab2632-8e95-42ce-a942-e52317ee66cc,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:42.938518 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:42.965720 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9a04a-d1d8-4d08-8894-365cd8098732 None None] Port 5bab2632-8e95-42ce-a942-e52317ee66cc cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:42.971844 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:43.053706 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f02c67-95ea-4e39-9b19-63162ba45941 req-57404590-ae79-469a-8c3c-300a9329db49 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:43.055195 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-04f02c67-95ea-4e39-9b19-63162ba45941 req-57404590-ae79-469a-8c3c-300a9329db49 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0864675 Apr 28 14:12:43.086318 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-484481ae-646f-4353-97aa-8c31ef9801cc None None] Provisioning complete for port 5bab2632-8e95-42ce-a942-e52317ee66cc triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:43.086694 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-484481ae-646f-4353-97aa-8c31ef9801cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:43.105805 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d363f-dff2-4d30-9f42-0b350e3d9c8a req-148c44ac-5cf3-44ee-9f29-41d82a5c3ea4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:43.108122 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8a7d363f-dff2-4d30-9f42-0b350e3d9c8a req-148c44ac-5cf3-44ee-9f29-41d82a5c3ea4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0555348 Apr 28 14:12:43.137220 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Network ed10d193-b85f-4478-8e72-fcd30bc5b411 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:43.142603 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:43.145663 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-484481ae-646f-4353-97aa-8c31ef9801cc None None] Port 5bab2632-8e95-42ce-a942-e52317ee66cc cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:43.154134 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-04f02c67-95ea-4e39-9b19-63162ba45941 req-5de5393c-5e4c-41d5-83bd-e19222eca7be tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922072 Apr 28 14:12:43.190270 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['cf74717f-c74f-46c1-97eb-3a7990fe851e'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:12:43.205838 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8a7d363f-dff2-4d30-9f42-0b350e3d9c8a req-9e6a32b1-9638-4054-b56d-d5362fc1800a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853822 Apr 28 14:12:43.328399 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:12:43.541218 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-547f0789-e2d3-4017-acc9-5a50da44481c None None] Provisioning complete for port 5bab2632-8e95-42ce-a942-e52317ee66cc triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:43.541625 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-547f0789-e2d3-4017-acc9-5a50da44481c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:43.585254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-547f0789-e2d3-4017-acc9-5a50da44481c None None] Port 5bab2632-8e95-42ce-a942-e52317ee66cc cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:43.605655 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:43.654431 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:43.655067 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:43.742372 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:43.743717 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:43.763159 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf29000-f73c-4288-9a57-9e83a27224f8 req-9d4efb28-db60-439c-af8e-b5a014b3d83c tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:43.764690 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbf29000-f73c-4288-9a57-9e83a27224f8 req-9d4efb28-db60-439c-af8e-b5a014b3d83c tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 945 time: 0.0975580 Apr 28 14:12:43.808960 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:43.814923 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0c9627e6-0f6b-4f60-b893-6af57390b40f admin admin] 10.222.0.20 "PUT /v2.0/routers/ee80ab33-5946-44b3-9233-a7a5c2ca4da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5513871 Apr 28 14:12:43.830585 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:43.830962 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:43.844310 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbf29000-f73c-4288-9a57-9e83a27224f8 req-e81d9b90-548c-4448-80b2-213e9cf575c0 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707772 Apr 28 14:12:43.928927 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:43.929322 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:43.950056 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=5ebcf9d8-15e9-490b-8fd1-33fab40d2609,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:43.957349 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:44.008489 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941d19-3904-441d-b6b5-e48a5c38aa81 req-e2bd9843-497a-49ab-967e-2b257d621dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:44.010365 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f941d19-3904-441d-b6b5-e48a5c38aa81 req-e2bd9843-497a-49ab-967e-2b257d621dd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1130 time: 0.0463929 Apr 28 14:12:44.031872 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=5ebcf9d8-15e9-490b-8fd1-33fab40d2609,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:44.068885 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0f941d19-3904-441d-b6b5-e48a5c38aa81 req-27c82c17-0284-4a23-a7c6-8b4b7ab2876a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473676 Apr 28 14:12:44.286454 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e73b4-9855-44d2-88de-15f0dc57727d req-46addf22-637e-463c-a4ff-e0fa6f879c88 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:44.288590 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-471e73b4-9855-44d2-88de-15f0dc57727d req-46addf22-637e-463c-a4ff-e0fa6f879c88 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0491636 Apr 28 14:12:44.328930 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade60426-7e16-4600-9800-097a91a94015 req-f76c1294-5ebe-4f2b-b116-c880a7264cce tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:44.330642 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ade60426-7e16-4600-9800-097a91a94015 req-f76c1294-5ebe-4f2b-b116-c880a7264cce tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0587733 Apr 28 14:12:44.343535 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-471e73b4-9855-44d2-88de-15f0dc57727d req-355390c9-325d-4b3f-9d52-879fb2f4fd7a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493360 Apr 28 14:12:44.385044 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ade60426-7e16-4600-9800-097a91a94015 req-bc232a01-7b32-4e30-8cf3-034c7ea595dd tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467491 Apr 28 14:12:44.591772 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device cf74717f-c74f-46c1-97eb-3a7990fe851e up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:44.650887 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port cf74717f-c74f-46c1-97eb-3a7990fe851e completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:12:44.662094 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port cf74717f-c74f-46c1-97eb-3a7990fe851e triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:44.663065 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:44.757809 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port cf74717f-c74f-46c1-97eb-3a7990fe851e is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:44.758378 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:44.762996 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Sync routers for ids ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:44.804414 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Routers {'ee80ab33-5946-44b3-9233-a7a5c2ca4da8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:44.805114 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:44.811203 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:44.813536 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7b3cdc-7f4d-4e72-a086-905c4b8fe486" -d '{"events": [{"server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "name": "network-vif-plugged", "status": "completed", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:44.875826 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd453f-13b6-49d4-be1e-2a2cdd4afac3 x-openstack-request-id: req-8acd453f-13b6-49d4-be1e-2a2cdd4afac3 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:44.876367 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "name": "network-vif-plugged", "status": "completed", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:44.887742 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8acd453f-13b6-49d4-be1e-2a2cdd4afac3 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:44.888284 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acd453f-13b6-49d4-be1e-2a2cdd4afac3'] response: {'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'code': 200} Apr 28 14:12:44.893179 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:44.901734 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:44.984611 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c683b-d25c-48d3-8b53-55127c073935 req-14809a1a-d45d-4f7c-892e-d6860c17b44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:44.993755 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8a2c683b-d25c-48d3-8b53-55127c073935 req-14809a1a-d45d-4f7c-892e-d6860c17b44d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0628462 Apr 28 14:12:45.076249 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8a2c683b-d25c-48d3-8b53-55127c073935 req-c827cd31-fc93-44cd-959d-f1a7c5c9e8f9 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763757 Apr 28 14:12:45.255492 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:45.291074 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59456720-4780-4e36-9118-d3637690fe90 req-12ecb11d-5728-4623-8421-56ba94c543ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:45.293844 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-59456720-4780-4e36-9118-d3637690fe90 req-12ecb11d-5728-4623-8421-56ba94c543ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1130 time: 0.0795181 Apr 28 14:12:45.336409 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Set router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:45.496228 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:45.525880 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f41d8-135c-40a9-b16c-3bdea1d56de2 req-63b3867f-75e9-41d7-80de-dc2fcfcdd50e tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:45.528021 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0a4f41d8-135c-40a9-b16c-3bdea1d56de2 req-63b3867f-75e9-41d7-80de-dc2fcfcdd50e tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0704174 Apr 28 14:12:45.544741 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac911f62-8d65-45dd-9aa5-2878b52b60ef req-37ec83b8-0d6e-480a-9cbe-cc80e15da4b1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:45.551889 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ac911f62-8d65-45dd-9aa5-2878b52b60ef req-37ec83b8-0d6e-480a-9cbe-cc80e15da4b1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0719326 Apr 28 14:12:45.607912 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0a4f41d8-135c-40a9-b16c-3bdea1d56de2 req-8ec2e3a3-9b3b-4276-9451-67f909d9725b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717976 Apr 28 14:12:45.609836 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ac911f62-8d65-45dd-9aa5-2878b52b60ef req-e10bd524-b306-4621-8709-c8983cf220bd tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539229 Apr 28 14:12:45.625982 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:45.625982 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:45.757403 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:42Z', 'revision_number': 4, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port': {'id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '5bab2632-8e95-42ce-a942-e52317ee66cc', 'name': '', 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'mac_address': 'fa:16:3e:cd:34:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '23ef745e-f9ea-4f63-a332-cb48b8d797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:41Z', 'updated_at': '2022-04-28T14:12:42Z', 'revision_number': 2, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'subnets': [{'id': '23ef745e-f9ea-4f63-a332-cb48b8d797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:45.801703 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-59456720-4780-4e36-9118-d3637690fe90 req-f75db29f-a179-4fe4-87fb-6d1d9f018bcf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743718 Apr 28 14:12:45.802332 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Checking router: ee80ab33-5946-44b3-9233-a7a5c2ca4da8 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:45.803622 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Updating router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 port 5bab2632-8e95-42ce-a942-e52317ee66cc binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:12:45.860906 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:45.863126 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:46.232250 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee20501-f8fc-40af-adf8-6b30d8e77862 req-900daed3-84ef-4409-9cc5-9ab6d409b3c6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:46.236111 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5ee20501-f8fc-40af-adf8-6b30d8e77862 req-900daed3-84ef-4409-9cc5-9ab6d409b3c6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.1259503 Apr 28 14:12:46.325270 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5ee20501-f8fc-40af-adf8-6b30d8e77862 req-7c8a53a9-9a6a-4e65-9fc3-572ff631819a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760128 Apr 28 14:12:46.336393 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcf61c-3800-430b-89a6-13b2727a57d7 req-9c9f2158-3e34-4db6-86c7-b5e8251ea2bd tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:46.343463 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e4dcf61c-3800-430b-89a6-13b2727a57d7 req-9c9f2158-3e34-4db6-86c7-b5e8251ea2bd tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0965064 Apr 28 14:12:46.348192 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Publish callbacks [] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:46.360142 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:46.436297 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e4dcf61c-3800-430b-89a6-13b2727a57d7 req-0c274999-bec5-42eb-a4f0-bf93c8d4a663 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833881 Apr 28 14:12:46.436705 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631047a-a760-4442-841e-318e32184965 None None] Pushing event updated for resources: {'Port': ['ID=5bab2632-8e95-42ce-a942-e52317ee66cc,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:46.511716 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Attempting to bind port 5bab2632-8e95-42ce-a942-e52317ee66cc on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:12:46.512342 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Attempting to bind port 5bab2632-8e95-42ce-a942-e52317ee66cc by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:12:46.512909 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Attempting to bind port 5bab2632-8e95-42ce-a942-e52317ee66cc on network ed10d193-b85f-4478-8e72-fcd30bc5b411 {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:12:46.518810 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:12:46.519303 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Checking segment: {'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:12:46.519981 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:46.522596 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Bound using segment: {'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:12:46.523104 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Bound port: 5bab2632-8e95-42ce-a942-e52317ee66cc, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:12:46.523501 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:46.643846 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] For port 5bab2632-8e95-42ce-a942-e52317ee66cc, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:12:46.650541 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] For port 5bab2632-8e95-42ce-a942-e52317ee66cc, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=5bab2632-8e95-42ce-a942-e52317ee66cc,segment=NetworkSegment(7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8),segment_id=7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:12:46.650758 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-d86fefa5-62a4-4e0c-968a-a115d64da504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:46.652279 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-d86fefa5-62a4-4e0c-968a-a115d64da504 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1130 time: 0.0615265 Apr 28 14:12:46.659072 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:46.768717 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Routers {'ee80ab33-5946-44b3-9233-a7a5c2ca4da8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:46.769793 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:46.828990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-5d279053-0817-4c33-bf70-603ff493d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:46.830210 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-5d279053-0817-4c33-bf70-603ff493d189 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.1711931 Apr 28 14:12:46.836909 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c76359-b44a-42e2-b4ce-46e9182512de req-9b658b0a-722b-4c66-a0c5-191614efe5de tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:46.838281 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-34c76359-b44a-42e2-b4ce-46e9182512de req-9b658b0a-722b-4c66-a0c5-191614efe5de tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0849495 Apr 28 14:12:46.861110 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-6c1a195c-725c-42ba-ad97-bfbf67ebf3c7 None None] Provisioning complete for port 5bab2632-8e95-42ce-a942-e52317ee66cc triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:46.864106 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6c1a195c-725c-42ba-ad97-bfbf67ebf3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:46.922358 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-34c76359-b44a-42e2-b4ce-46e9182512de req-540ffce5-b570-40e7-b7d1-c28b43283109 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773027 Apr 28 14:12:46.938432 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631047a-a760-4442-841e-318e32184965 None None] Pushing event updated for resources: {'Port': ['ID=5bab2632-8e95-42ce-a942-e52317ee66cc,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:47.071303 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] Set router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:47.074002 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-2e51ea8b-ce93-4020-9476-558a252de0a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da HTTP/1.1" status: 200 len: 1002 time: 0.1490731 Apr 28 14:12:47.214602 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a195c-725c-42ba-ad97-bfbf67ebf3c7 None None] Current status of the port 5bab2632-8e95-42ce-a942-e52317ee66cc is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:47.214988 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6c1a195c-725c-42ba-ad97-bfbf67ebf3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:47.284853 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea558e2-8950-4ed2-a1c9-fd23055dd85f req-960da3b6-e6bb-4bc4-845a-d35ee6312fa6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:47.286552 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1ea558e2-8950-4ed2-a1c9-fd23055dd85f req-960da3b6-e6bb-4bc4-845a-d35ee6312fa6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0657589 Apr 28 14:12:47.300333 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-6c1a195c-725c-42ba-ad97-bfbf67ebf3c7 None None] For port 5bab2632-8e95-42ce-a942-e52317ee66cc, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=5bab2632-8e95-42ce-a942-e52317ee66cc,segment=NetworkSegment(7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8),segment_id=7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:12:47.308695 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6c1a195c-725c-42ba-ad97-bfbf67ebf3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:47.361319 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1ea558e2-8950-4ed2-a1c9-fd23055dd85f req-82a46957-e5e7-432b-9e79-9a5b114345e9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669861 Apr 28 14:12:47.486174 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-6f64112a-11cf-4421-8df0-08fefe2c4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:47.491387 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-6f64112a-11cf-4421-8df0-08fefe2c4b6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0901136 Apr 28 14:12:47.492471 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:42Z', 'revision_number': 4, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port': {'id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '5bab2632-8e95-42ce-a942-e52317ee66cc', 'name': '', 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'mac_address': 'fa:16:3e:cd:34:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '23ef745e-f9ea-4f63-a332-cb48b8d797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:41Z', 'updated_at': '2022-04-28T14:12:46Z', 'revision_number': 4, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'subnets': [{'id': '23ef745e-f9ea-4f63-a332-cb48b8d797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:47.494633 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-246bf1b7-e4fa-4e5f-ad78-2c9d00b3123a None None] Provisioning complete for port 5bab2632-8e95-42ce-a942-e52317ee66cc triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:47.495005 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-246bf1b7-e4fa-4e5f-ad78-2c9d00b3123a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:47.498763 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a195c-725c-42ba-ad97-bfbf67ebf3c7 None None] Pushing event updated for resources: {'Port': ['ID=5bab2632-8e95-42ce-a942-e52317ee66cc,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:47.555732 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e9a9d-eab2-4e71-b47a-f26f59b97111 None None] The sync data for ids ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'] in dv-cinder-839760-1-iscsi is: [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:42Z', 'revision_number': 4, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port': {'id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '5bab2632-8e95-42ce-a942-e52317ee66cc', 'name': '', 'network_id': 'ed10d193-b85f-4478-8e72-fcd30bc5b411', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'mac_address': 'fa:16:3e:cd:34:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '23ef745e-f9ea-4f63-a332-cb48b8d797be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:41Z', 'updated_at': '2022-04-28T14:12:46Z', 'revision_number': 4, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'subnets': [{'id': '23ef745e-f9ea-4f63-a332-cb48b8d797be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:47.565973 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656af82-5c25-48a8-83fc-b69f6d0350d3 req-db27e0a6-b5ef-4a5e-b155-e13c53e42e1d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:47.575004 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4656af82-5c25-48a8-83fc-b69f6d0350d3 req-db27e0a6-b5ef-4a5e-b155-e13c53e42e1d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0962203 Apr 28 14:12:47.665090 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-fecca53f-128d-42ae-900c-7227ed89e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:47.670246 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-fecca53f-128d-42ae-900c-7227ed89e1dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1712844 Apr 28 14:12:47.700429 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aea2f-dae7-4045-bbe2-7e49c7d96236 req-c80b0d65-a7df-4d91-bc8e-2f163ca321ed tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:47.707640 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5e8aea2f-dae7-4045-bbe2-7e49c7d96236 req-c80b0d65-a7df-4d91-bc8e-2f163ca321ed tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.1389625 Apr 28 14:12:47.711677 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-246bf1b7-e4fa-4e5f-ad78-2c9d00b3123a None None] Current status of the port 5bab2632-8e95-42ce-a942-e52317ee66cc is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:47.747128 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-66696a62-04ed-4761-848b-cdd201746788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:47.749124 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-a537c349-091e-43a3-bfa0-a314a4989356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:47.755837 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-a537c349-091e-43a3-bfa0-a314a4989356 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 1130 time: 0.1466432 Apr 28 14:12:47.783807 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4656af82-5c25-48a8-83fc-b69f6d0350d3 req-fe4ea625-c814-4066-99a7-047338962168 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075882 Apr 28 14:12:47.863862 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5e8aea2f-dae7-4045-bbe2-7e49c7d96236 req-1362ef96-c894-4997-8683-a6dad0aa280f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550765 Apr 28 14:12:47.904732 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-6a68a5e5-7cfd-43fb-b853-edd9163f2ccb service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246726 Apr 28 14:12:47.915281 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-38922eee-1ba1-4d20-8918-46721c3f5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:47.917530 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-38922eee-1ba1-4d20-8918-46721c3f5774 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 200 len: 912 time: 0.1323788 Apr 28 14:12:48.032555 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83591f77-5203-4ddb-b8ba-0c87a133e2fb req-5b199b42-9bc4-422b-810b-a4fb690a51ce service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200080 Apr 28 14:12:48.034177 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-779bdd6e-6018-4883-9fc7-78cda6af418b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d HTTP/1.1" status: 200 len: 1001 time: 0.1106071 Apr 28 14:12:48.088835 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce17f-85e7-412e-91eb-260e6921cc23 req-2e94f7ec-5cfd-4b01-9576-7773c847e569 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:48.091293 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-155ce17f-85e7-412e-91eb-260e6921cc23 req-2e94f7ec-5cfd-4b01-9576-7773c847e569 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0948000 Apr 28 14:12:48.179628 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-83a98280-d645-4fb3-9966-ea01886f070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:48.181744 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-83a98280-d645-4fb3-9966-ea01886f070a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ac07b-0c2e-4603-b459-bb187b4237a3 HTTP/1.1" status: 200 len: 850 time: 0.1342413 Apr 28 14:12:48.238110 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-155ce17f-85e7-412e-91eb-260e6921cc23 req-defde0cd-a8a3-4e12-b4da-ae50e7212f02 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192648 Apr 28 14:12:48.259331 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-73baa4c5-d08a-470f-8904-c4ae29fe0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:48.261465 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-73baa4c5-d08a-470f-8904-c4ae29fe0730 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3f29a40-da20-4e2b-83c1-cfff83c004e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659008 Apr 28 14:12:48.264342 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 42832) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:48.538147 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3be26-60d8-455c-9c10-caeacdb60322 req-2359b97a-4394-4fca-ac70-99113f4a273f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:48.539671 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d1b3be26-60d8-455c-9c10-caeacdb60322 req-2359b97a-4394-4fca-ac70-99113f4a273f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0890551 Apr 28 14:12:48.555907 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ac512-30ba-4591-8b5b-5382baf1d294 tempest-TestShelveInstance-1071267741 tempest-TestShelveInstance-1071267741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:48.560397 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42842) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:48.560540 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f87ac512-30ba-4591-8b5b-5382baf1d294 tempest-TestShelveInstance-1071267741 tempest-TestShelveInstance-1071267741-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1125 time: 0.2950239 Apr 28 14:12:48.565477 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'port_id': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:48.606564 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:48.623870 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d1b3be26-60d8-455c-9c10-caeacdb60322 req-7217abcd-f2ab-4adc-94a6-b3e732f203ae tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641160 Apr 28 14:12:48.742814 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:48.935131 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb564d2-0b23-4fb6-b32e-51aaaae5cb9d req-7c0ba98d-88f6-41e3-a2fd-611d0ef443c2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:48.937008 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1fb564d2-0b23-4fb6-b32e-51aaaae5cb9d req-7c0ba98d-88f6-41e3-a2fd-611d0ef443c2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0655942 Apr 28 14:12:48.953786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Allocated IP 172.27.1.78 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/66865103-399a-4a0f-baed-36f43d8ed7bb) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:49.041718 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1fb564d2-0b23-4fb6-b32e-51aaaae5cb9d req-0c9c0f5e-1518-4a29-a15a-fbd2921fd631 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940676 Apr 28 14:12:49.157068 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for port (66865103-399a-4a0f-baed-36f43d8ed7bb), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:49.204115 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (66865103-399a-4a0f-baed-36f43d8ed7bb), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:49.239053 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:49.242610 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:49.246112 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:49.290000 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'Port': ['ID=66865103-399a-4a0f-baed-36f43d8ed7bb,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:49.496372 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 5bab2632-8e95-42ce-a942-e52317ee66cc up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:12:49.553064 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 5bab2632-8e95-42ce-a942-e52317ee66cc triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:49.553777 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:49.785996 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-53411a5e-8879-4f9a-b4af-bab7f03996aa service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946507 Apr 28 14:12:49.787170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c58c5-1bfa-4c9d-a4ef-fdaa9310d875 req-98d14213-9b75-41cd-aeed-ab722153587c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:49.795450 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8e6c58c5-1bfa-4c9d-a4ef-fdaa9310d875 req-98d14213-9b75-41cd-aeed-ab722153587c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0899918 Apr 28 14:12:49.811942 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 5bab2632-8e95-42ce-a942-e52317ee66cc is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:12:49.839494 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for floatingip (dedb15ef-e0c5-4ad5-87a3-4e7a88357322), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:49.878156 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8e6c58c5-1bfa-4c9d-a4ef-fdaa9310d875 req-c3824c6b-b7d9-4af8-af43-6efbcfb698f6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814450 Apr 28 14:12:49.928449 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-48b6968f-7b0c-43e5-958b-6d15bc7b2f2c req-23d18107-3aa6-47db-a1a9-047f1b12d257 service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338239 Apr 28 14:12:49.958293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (66865103-399a-4a0f-baed-36f43d8ed7bb), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:50.043572 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d13cd6a9-a965-48e3-a6ba-ab336202fb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:50.180179 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098afb21-72c9-44a2-a0fd-8b7822a50d07 req-8a80bb28-fa01-4075-8005-a5cc887e6065 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:50.182216 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-098afb21-72c9-44a2-a0fd-8b7822a50d07 req-8a80bb28-fa01-4075-8005-a5cc887e6065 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0621781 Apr 28 14:12:50.202333 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for port (66865103-399a-4a0f-baed-36f43d8ed7bb), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:50.210027 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (66865103-399a-4a0f-baed-36f43d8ed7bb), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:50.317039 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-098afb21-72c9-44a2-a0fd-8b7822a50d07 req-fc649814-08ca-430f-b74f-a8750d1f5a7b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256375 Apr 28 14:12:50.320087 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event updated for resources: {'Port': ['ID=66865103-399a-4a0f-baed-36f43d8ed7bb,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:50.332526 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (dedb15ef-e0c5-4ad5-87a3-4e7a88357322), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:50.460645 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Floating IP dedb15ef-e0c5-4ad5-87a3-4e7a88357322 associated. External IP: 172.27.1.78, port: cf74717f-c74f-46c1-97eb-3a7990fe851e. Apr 28 14:12:50.696915 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:12:50.818518 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:50.830527 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28de758-d861-4645-b583-fe2707914e8e None None] Sync routers for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:50.841323 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28de758-d861-4645-b583-fe2707914e8e None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:50.842119 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a28de758-d861-4645-b583-fe2707914e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:50.852626 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:50.887044 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-bc04fc7d-3e55-464f-8b79-54548708b464 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3248961 Apr 28 14:12:50.887873 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:50.890306 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f7ae84-b889-4cfe-9d90-8885af300c94" -d '{"events": [{"name": "network-changed", "server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:50.937025 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bf13cd-ca89-471c-ad38-9cae981ed353 x-openstack-request-id: req-c9bf13cd-ca89-471c-ad38-9cae981ed353 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:50.937412 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:50.937778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9bf13cd-ca89-471c-ad38-9cae981ed353 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:50.938281 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bf13cd-ca89-471c-ad38-9cae981ed353'] response: {'name': 'network-changed', 'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'status': 'completed', 'code': 200} Apr 28 14:12:51.003963 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-a28de758-d861-4645-b583-fe2707914e8e None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:51.020289 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00194c7-a548-4300-8c64-b15d78eb6b33 req-af3fb7ff-e9d7-4d2b-a635-d5e54a45f9b9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:51.022516 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b00194c7-a548-4300-8c64-b15d78eb6b33 req-af3fb7ff-e9d7-4d2b-a635-d5e54a45f9b9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0638568 Apr 28 14:12:51.086279 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b00194c7-a548-4300-8c64-b15d78eb6b33 req-77712fbc-e019-4e97-9115-32b5bdc87b8a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582447 Apr 28 14:12:51.261461 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a28de758-d861-4645-b583-fe2707914e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'dedb15ef-e0c5-4ad5-87a3-4e7a88357322', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'port_id': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'mac_address': 'fa:16:3e:93:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:12:49Z', 'updated_at': '2022-04-28T14:12:49Z', 'revision_number': 0, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:12:05Z', 'revision_number': 5, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:51.298361 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28de758-d861-4645-b583-fe2707914e8e None None] Checking router: 996020a8-94a4-4cdd-bbaf-409a1a8f6483 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:51.307408 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28de758-d861-4645-b583-fe2707914e8e None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:51.308101 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a28de758-d861-4645-b583-fe2707914e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:51.455382 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-df9e543d-65f6-456d-9114-fd2e190e9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:51.456873 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-df9e543d-65f6-456d-9114-fd2e190e9b64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41237bb81ade44018b1ef1781e00db45&device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1130 time: 0.0512314 Apr 28 14:12:51.489454 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-a28de758-d861-4645-b583-fe2707914e8e None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:51.499357 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed9771-b32b-4789-a7d2-ca4097d58aff req-d2c3d8f5-8318-434b-b932-642c7d15fd14 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:51.501525 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-caed9771-b32b-4789-a7d2-ca4097d58aff req-d2c3d8f5-8318-434b-b932-642c7d15fd14 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0700464 Apr 28 14:12:51.575284 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-caed9771-b32b-4789-a7d2-ca4097d58aff req-6b26f220-5444-4acb-b05b-ef1957de0282 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635471 Apr 28 14:12:51.614086 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-59a96eac-e39f-40bd-8e4c-88a3158e42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:51.617145 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-59a96eac-e39f-40bd-8e4c-88a3158e42a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 200 len: 909 time: 0.1460991 Apr 28 14:12:51.748048 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d91d4-b96d-4dd6-b51d-01a693140a90 req-c2b9ccad-e042-41d0-96de-10b91dcf3ed2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:51.749578 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-aa7d91d4-b96d-4dd6-b51d-01a693140a90 req-c2b9ccad-e042-41d0-96de-10b91dcf3ed2 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0705569 Apr 28 14:12:51.758344 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-3761964c-efda-4708-9e14-b015e6a3eb59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 999 time: 0.1325390 Apr 28 14:12:51.766068 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 42866) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:12:51.778708 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-660c665e-b085-484d-966d-7be0d21051db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Request body: {'floatingip': {'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:51.788798 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:51.856458 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-a28de758-d861-4645-b583-fe2707914e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'dedb15ef-e0c5-4ad5-87a3-4e7a88357322', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'port_id': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'mac_address': 'fa:16:3e:93:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:12:49Z', 'updated_at': '2022-04-28T14:12:49Z', 'revision_number': 0, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:12:05Z', 'revision_number': 5, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:51.875006 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-b5477f35-ae91-4237-ae7e-12012c88c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:51.876473 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-b5477f35-ae91-4237-ae7e-12012c88c56e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e9ad8e7-9ca1-4d25-b655-70f298186c7a HTTP/1.1" status: 200 len: 847 time: 0.1095383 Apr 28 14:12:51.878890 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-660c665e-b085-484d-966d-7be0d21051db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (c315c86e-3b0f-46a7-a1ae-3cf11b67ef81), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:51.890181 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28de758-d861-4645-b583-fe2707914e8e None None] The sync data for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi is: [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'dedb15ef-e0c5-4ad5-87a3-4e7a88357322', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'port_id': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'mac_address': 'fa:16:3e:93:95:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:12:49Z', 'updated_at': '2022-04-28T14:12:49Z', 'revision_number': 0, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:12:05Z', 'revision_number': 5, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:51.972796 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-f8f712a8-949b-4825-b149-f6475e4bcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:51.974365 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-f8f712a8-949b-4825-b149-f6475e4bcff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7145c4f5-7946-4644-88a7-880cee3b1d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605373 Apr 28 14:12:52.206213 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-47cfa562-26c2-4a27-a52c-af56e2a4f705 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039175 Apr 28 14:12:52.210633 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685e881-7346-474b-bc96-099b91669e13 None None] New status for floating IP dedb15ef-e0c5-4ad5-87a3-4e7a88357322: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:12:52.258650 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7941d1c-ba99-4376-ae69-023433bcecda req-c6958c43-984e-47e4-b0da-a49f32416ea9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:52.260615 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c7941d1c-ba99-4376-ae69-023433bcecda req-c6958c43-984e-47e4-b0da-a49f32416ea9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0673625 Apr 28 14:12:52.328467 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c7941d1c-ba99-4376-ae69-023433bcecda req-ec1389e7-78e4-4d0f-aa70-dfe8ea8879fa tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613186 Apr 28 14:12:52.662220 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-21f7ae84-b889-4cfe-9d90-8885af300c94 req-d7af14c4-3473-4bf8-890a-6f74030fb6e3 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445703 Apr 28 14:12:52.806914 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:52.882096 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-660c665e-b085-484d-966d-7be0d21051db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:52.888909 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-660c665e-b085-484d-966d-7be0d21051db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (c315c86e-3b0f-46a7-a1ae-3cf11b67ef81), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:53.126644 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660c665e-b085-484d-966d-7be0d21051db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Router 27fadad9-4d28-4de3-a8bc-399e911cefb5 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:12:53.249074 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660c665e-b085-484d-966d-7be0d21051db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:12:53.253910 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-660c665e-b085-484d-966d-7be0d21051db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:53.259699 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] Sync routers for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:12:53.275982 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:53.276616 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:53.300599 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:53.302906 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c709f-113e-4f86-a6ec-f83659231f48" -d '{"events": [{"name": "network-changed", "server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:53.341601 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-660c665e-b085-484d-966d-7be0d21051db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "PUT /v2.0/floatingips/c315c86e-3b0f-46a7-a1ae-3cf11b67ef81 HTTP/1.1" status: 200 len: 994 time: 1.5721631 Apr 28 14:12:53.361926 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac250dd6-eb37-49bc-89af-7c641ee2728d x-openstack-request-id: req-ac250dd6-eb37-49bc-89af-7c641ee2728d {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:53.362243 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:53.362505 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac250dd6-eb37-49bc-89af-7c641ee2728d {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:53.362915 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac250dd6-eb37-49bc-89af-7c641ee2728d'] response: {'name': 'network-changed', 'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'status': 'completed', 'code': 200} Apr 28 14:12:53.410357 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:53.431426 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-b7c0f4cd-10ee-46ae-b1b5-ffeb046e857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:53.434672 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-b7c0f4cd-10ee-46ae-b1b5-ffeb046e857b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1130 time: 0.0498836 Apr 28 14:12:53.557904 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-63580552-bae6-4b7c-b3d3-eb219dd288e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:53.559549 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-63580552-bae6-4b7c-b3d3-eb219dd288e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.1147606 Apr 28 14:12:53.638356 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-1975b2a0-5622-4d17-84a2-f820020653dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da HTTP/1.1" status: 200 len: 1002 time: 0.0711310 Apr 28 14:12:53.688995 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'c315c86e-3b0f-46a7-a1ae-3cf11b67ef81', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'mac_address': 'fa:16:3e:06:41:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e83e8-478c-4a9a-b685-0149f175b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:11:07Z', 'updated_at': '2022-04-28T14:12:52Z', 'revision_number': 3, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:53.695576 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-b41c9b7e-326b-4795-baa9-b1f12af2a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:53.697146 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-b41c9b7e-326b-4795-baa9-b1f12af2a4b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0499465 Apr 28 14:12:53.738007 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] Checking router: 27fadad9-4d28-4de3-a8bc-399e911cefb5 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:12:53.747352 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:12:53.748051 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:12:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:53.753958 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-ee7a73e3-2da4-40b0-b850-e40a6408586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:53.756036 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-ee7a73e3-2da4-40b0-b850-e40a6408586d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517602 Apr 28 14:12:53.861788 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-3d45d476-c2b3-44ad-9e2a-c4cc899462e8 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989184 Apr 28 14:12:53.873648 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:12:53.978264 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6e6c709f-113e-4f86-a6ec-f83659231f48 req-aaf67f65-be79-4366-b95d-d09647142bc3 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096230 Apr 28 14:12:54.121337 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'c315c86e-3b0f-46a7-a1ae-3cf11b67ef81', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'mac_address': 'fa:16:3e:06:41:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e83e8-478c-4a9a-b685-0149f175b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:11:07Z', 'updated_at': '2022-04-28T14:12:52Z', 'revision_number': 3, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:12:54.150884 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f60b5f-d2e5-4c0a-96a9-91ea6a9d8e0e None None] The sync data for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi is: [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'c315c86e-3b0f-46a7-a1ae-3cf11b67ef81', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'port_id': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'mac_address': 'fa:16:3e:06:41:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434e83e8-478c-4a9a-b685-0149f175b015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:11:07Z', 'updated_at': '2022-04-28T14:12:52Z', 'revision_number': 3, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:12:54.265112 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:55.363665 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:12:55.366722 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fadfb3e-168a-4e78-98ac-2e8c06861bec" -d '{"events": [{"name": "network-changed", "server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:12:55.402118 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd79b69b-4944-496d-9304-679d4880f4b0 x-openstack-request-id: req-bd79b69b-4944-496d-9304-679d4880f4b0 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:12:55.402414 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:12:55.402671 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd79b69b-4944-496d-9304-679d4880f4b0 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:12:55.403074 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd79b69b-4944-496d-9304-679d4880f4b0'] response: {'name': 'network-changed', 'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'status': 'completed', 'code': 200} Apr 28 14:12:55.466121 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-80464a05-d582-4b21-bfb0-043ad56b97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:55.467620 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-80464a05-d582-4b21-bfb0-043ad56b97b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56f9e0563ca841b2acf0475664032b9f&device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 1130 time: 0.0388300 Apr 28 14:12:55.619654 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-1d7c0626-e3b8-41f4-a71e-9eee5b156908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:55.620994 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-1d7c0626-e3b8-41f4-a71e-9eee5b156908 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 200 len: 919 time: 0.1455853 Apr 28 14:12:55.689286 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-b82e953b-558c-437f-a275-a6bcedc63dcd tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:55.690738 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-b82e953b-558c-437f-a275-a6bcedc63dcd tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/networks?id=8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 200 len: 815 time: 0.1607749 Apr 28 14:12:55.714669 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-ba6c9093-e048-479d-b121-b5cbd7653ca3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da HTTP/1.1" status: 200 len: 1002 time: 0.0866172 Apr 28 14:12:55.715972 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-407f3e67-7162-40e3-bee7-75da4f9b7fde tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/quotas/8ca7572c7d93469fb8bfe911e1ad93f4 HTTP/1.1" status: 200 len: 375 time: 0.0160987 Apr 28 14:12:55.789829 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-9c840b6a-4c90-4642-b8d3-5ceae9afcf38 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687127 Apr 28 14:12:55.798206 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-8c1536dd-3fd5-49d4-9b56-485d5cc09682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:55.799567 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-8c1536dd-3fd5-49d4-9b56-485d5cc09682 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 200 len: 857 time: 0.0686822 Apr 28 14:12:55.884182 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-85b59407-fccc-490f-9dec-82f743cb0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:55.885668 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-85b59407-fccc-490f-9dec-82f743cb0842 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c08b7cc8-6c6c-48fa-903c-ceba0396e30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776212 Apr 28 14:12:55.965471 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-1c2166d3-79fd-4d23-962a-1db26db3f169 service neutron] 10.222.0.20 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646464 Apr 28 14:12:56.040860 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-75d9a7e3-253f-4f3c-8c86-34cbc282e757 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478751 Apr 28 14:12:56.096276 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-98b6f4ba-ab39-424d-a4e7-71a034d5614f service neutron] 10.222.0.20 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251488 Apr 28 14:12:56.149613 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fadfb3e-168a-4e78-98ac-2e8c06861bec req-6bff8fd7-14ab-4ea3-861c-5b6acb6092d1 service neutron] 10.222.0.13 "GET /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998368 Apr 28 14:12:56.193059 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:56.257980 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dddb5bf3-9be8-469c-bb2b-4f0cb546aae3 req-90136d9d-56c2-4ef6-8a96-856d4bed8566 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 210 time: 0.0264497 Apr 28 14:12:56.626591 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-14d7919b-a0c9-4c65-9d68-209c35f5f230 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0357893 Apr 28 14:12:56.692393 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-4f15513d-34c7-42f7-bdc5-ac370deef929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:56.694454 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-4f15513d-34c7-42f7-bdc5-ac370deef929 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 1130 time: 0.0375781 Apr 28 14:12:56.808904 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-5e820c33-a332-474f-beda-5f228040f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:56.810382 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-5e820c33-a332-474f-beda-5f228040f63a service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.0936599 Apr 28 14:12:57.156850 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-d01439d4-0bff-4a52-b83b-62fb029472f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a HTTP/1.1" status: 200 len: 1000 time: 0.0650477 Apr 28 14:12:57.209050 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-84e073ad-f4b2-4e6a-b760-f232c42c4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:57.210714 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-84e073ad-f4b2-4e6a-b760-f232c42c4e44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0477312 Apr 28 14:12:57.258431 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-ea774fe3-818e-4ec2-9984-73edf7c7fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:57.259945 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-ea774fe3-818e-4ec2-9984-73edf7c7fe77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401051 Apr 28 14:12:57.293172 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-eb9c5810-dbc1-410d-80a0-ab83d2506322 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:57.294778 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-eb9c5810-dbc1-410d-80a0-ab83d2506322 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.13 "GET /v2.0/networks?id=8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 200 len: 815 time: 0.1063526 Apr 28 14:12:57.311214 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'port': {'device_id': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'admin_state_up': True, 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:12:57.388140 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bc49ef40-cceb-477d-bee2-e1a718a8d688 req-684c82e1-d6f3-4469-ae67-79da16e25096 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 210 time: 0.0372686 Apr 28 14:12:57.410275 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-c3411796-1977-4cdc-9e32-ecb486aabf62 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254466 Apr 28 14:12:57.429334 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Made reservation on behalf of 8ca7572c7d93469fb8bfe911e1ad93f4 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:12:57.432657 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:57.547299 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4cc73861-7b43-4b85-ae86-2d1fc05be1fa req-d7a1c8ef-ce00-4710-b4b6-15204a1c4689 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900998 Apr 28 14:12:57.564049 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Allocated IP 172.20.0.10 (8785025f-3e85-4422-82e8-a0aa9e20f8f2/679879ec-940d-4b8c-9023-fca44d831582/874faf1e-c745-4c18-9459-d83f1d568909) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:12:57.748008 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for port (874faf1e-c745-4c18-9459-d83f1d568909), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:57.785939 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (874faf1e-c745-4c18-9459-d83f1d568909), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:57.833370 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:12:57.836928 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:12:57.841158 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:12:57.844956 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'Port': ['ID=874faf1e-c745-4c18-9459-d83f1d568909,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:12:57.913592 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:57.914226 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:57.938482 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-94319565-1f13-4943-8003-9ca723e30b8d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6316309 Apr 28 14:12:58.118319 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-83c0e00c-3233-41c2-97b2-63638d50bb12 None None] Provisioning complete for port 874faf1e-c745-4c18-9459-d83f1d568909 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:12:58.118889 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-83c0e00c-3233-41c2-97b2-63638d50bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (874faf1e-c745-4c18-9459-d83f1d568909), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:12:58.154616 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e00c-3233-41c2-97b2-63638d50bb12 None None] Port 874faf1e-c745-4c18-9459-d83f1d568909 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:12:58.517367 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaebaf3-54c1-492f-99d4-6f90e1f0cc68 req-11ac1382-bf62-46f7-bcf1-fa9c2902879f tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:58.518994 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-baaebaf3-54c1-492f-99d4-6f90e1f0cc68 req-11ac1382-bf62-46f7-bcf1-fa9c2902879f tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0549552 Apr 28 14:12:58.571098 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-baaebaf3-54c1-492f-99d4-6f90e1f0cc68 req-b399cbc3-1e0c-4a39-8219-f0d757e2461a tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Apr 28 14:12:59.690740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d49561-8365-430d-9b9b-72f0ec051d7a req-5991f436-8428-4017-9e8a-fccd5192ed7d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:12:59.692166 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d1d49561-8365-430d-9b9b-72f0ec051d7a req-5991f436-8428-4017-9e8a-fccd5192ed7d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0537331 Apr 28 14:12:59.742927 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d1d49561-8365-430d-9b9b-72f0ec051d7a req-b844932a-3bb2-4fac-9962-1a8e031919aa tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Apr 28 14:13:00.866292 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea9bcc-0261-4170-86b9-f2cd46d150c6 req-32103d39-1146-4f27-8a19-c462fd3c593b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:00.867780 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8eea9bcc-0261-4170-86b9-f2cd46d150c6 req-32103d39-1146-4f27-8a19-c462fd3c593b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0509186 Apr 28 14:13:00.919494 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8eea9bcc-0261-4170-86b9-f2cd46d150c6 req-8a884dbb-5e71-4741-b57f-2cb19a0b1c55 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 Apr 28 14:13:02.038392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a72784-f644-43f0-86c7-eda61638b918 req-e6c8aa57-d499-4b10-8da3-64a7c937e011 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:02.039866 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e5a72784-f644-43f0-86c7-eda61638b918 req-e6c8aa57-d499-4b10-8da3-64a7c937e011 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0518003 Apr 28 14:13:02.087286 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e5a72784-f644-43f0-86c7-eda61638b918 req-d5779ef7-2dc8-4cf3-b79d-3054a96e0781 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Apr 28 14:13:03.219582 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904228bb-4870-43dd-a109-191d439e1012 req-f2aa2ab8-0221-43c6-9459-e179048431bd tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:03.222562 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-904228bb-4870-43dd-a109-191d439e1012 req-f2aa2ab8-0221-43c6-9459-e179048431bd tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0511332 Apr 28 14:13:03.271893 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-904228bb-4870-43dd-a109-191d439e1012 req-5306f8b9-3b62-4a9a-a0f9-5dfc5cd069f5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431736 Apr 28 14:13:04.392180 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f557a0d-fd04-4d72-b984-c0ce88a2b711 req-b981d58e-70a6-4e1d-abd7-356ee45da5b7 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:04.396909 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7f557a0d-fd04-4d72-b984-c0ce88a2b711 req-b981d58e-70a6-4e1d-abd7-356ee45da5b7 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0566225 Apr 28 14:13:04.442052 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7f557a0d-fd04-4d72-b984-c0ce88a2b711 req-63f3bb89-0496-49fb-82d4-b6b06b7f363a tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Apr 28 14:13:05.571386 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9b6c6-fcca-448f-8cd0-e448555d46d4 req-7ab420ca-1fc6-43c5-9063-39c21bd148d2 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:05.572891 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-afc9b6c6-fcca-448f-8cd0-e448555d46d4 req-7ab420ca-1fc6-43c5-9063-39c21bd148d2 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0464959 Apr 28 14:13:05.620748 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-afc9b6c6-fcca-448f-8cd0-e448555d46d4 req-c8b8e4b2-7d44-462f-a9ff-fd41775e9ad6 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Apr 28 14:13:06.732734 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9c2f-36b4-4c77-b73a-f26d373ba0e6 req-102e657b-69ba-426f-a03a-bd11f3dafd4e tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:06.734250 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-62ad9c2f-36b4-4c77-b73a-f26d373ba0e6 req-102e657b-69ba-426f-a03a-bd11f3dafd4e tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0454926 Apr 28 14:13:06.798025 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-62ad9c2f-36b4-4c77-b73a-f26d373ba0e6 req-f83d1dae-c652-4d27-ab41-110727d3e482 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582707 Apr 28 14:13:07.910113 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c795bad-14e3-431e-9e14-fb06102adc9c req-2f5ce9eb-ebde-4b1e-8ad2-a2fff5096ca0 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:07.911618 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6c795bad-14e3-431e-9e14-fb06102adc9c req-2f5ce9eb-ebde-4b1e-8ad2-a2fff5096ca0 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0461359 Apr 28 14:13:07.958700 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6c795bad-14e3-431e-9e14-fb06102adc9c req-356a9045-c1b1-46f2-8ce4-05a9fbdea238 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Apr 28 14:13:09.073733 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc67b9-9335-48e1-ad12-ed817c623c14 req-b2f7267d-a38a-463c-bcf0-cba5b07bc0c7 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:09.075197 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-65fc67b9-9335-48e1-ad12-ed817c623c14 req-b2f7267d-a38a-463c-bcf0-cba5b07bc0c7 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 932 time: 0.0467348 Apr 28 14:13:09.119052 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Request body: {'port': {'device_id': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:09.128152 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-65fc67b9-9335-48e1-ad12-ed817c623c14 req-dc7b9d65-d9f4-4613-9739-9a1f0f91231d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470099 Apr 28 14:13:09.183927 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (874faf1e-c745-4c18-9459-d83f1d568909), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:09.438911 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874faf1e-c745-4c18-9459-d83f1d568909 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:13:09.446631 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Publish callbacks [] for port (874faf1e-c745-4c18-9459-d83f1d568909), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:09.459024 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Transition to ACTIVE for port object 874faf1e-c745-4c18-9459-d83f1d568909 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:13:09.463316 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (874faf1e-c745-4c18-9459-d83f1d568909), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:09.514125 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Pushing event updated for resources: {'Port': ['ID=874faf1e-c745-4c18-9459-d83f1d568909,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:09.590789 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Attempting to bind port 874faf1e-c745-4c18-9459-d83f1d568909 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:13:09.591152 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Attempting to bind port 874faf1e-c745-4c18-9459-d83f1d568909 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:13:09.591437 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Attempting to bind port 874faf1e-c745-4c18-9459-d83f1d568909 on network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:13:09.596084 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Port 874faf1e-c745-4c18-9459-d83f1d568909 on network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:13:09.596398 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Attempting to bind port 874faf1e-c745-4c18-9459-d83f1d568909 on network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:13:09.601667 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:13:09.601993 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Checking segment: {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:13:09.602367 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Bound using segment: {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:13:09.602787 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Bound port: 874faf1e-c745-4c18-9459-d83f1d568909, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:13:09.603140 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (874faf1e-c745-4c18-9459-d83f1d568909), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:09.669595 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] For port 874faf1e-c745-4c18-9459-d83f1d568909, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:13:09.672499 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] For port 874faf1e-c745-4c18-9459-d83f1d568909, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=874faf1e-c745-4c18-9459-d83f1d568909,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:13:09.678447 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (874faf1e-c745-4c18-9459-d83f1d568909), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:09.710756 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:09.711346 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:09.712701 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] 10.222.0.13 "PUT /v2.0/ports/874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 1094 time: 0.5986898 Apr 28 14:13:09.713130 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:09.715353 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0972c691-f3a3-4ced-be44-57963cfc94d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:09.748352 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677a392-3b57-4c8e-b342-daf1abba8493 service neutron] Pushing event updated for resources: {'Port': ['ID=874faf1e-c745-4c18-9459-d83f1d568909,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:09.758762 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59fe04f-01e9-4598-8280-7fb3c0d57e47 x-openstack-request-id: req-e59fe04f-01e9-4598-8280-7fb3c0d57e47 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:09.759054 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:09.759302 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e59fe04f-01e9-4598-8280-7fb3c0d57e47 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:09.759815 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59fe04f-01e9-4598-8280-7fb3c0d57e47'] response: {'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909', 'status': 'completed', 'code': 200} Apr 28 14:13:09.818679 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-359be9fa-cafe-4384-b0d1-5288564df926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:09.821358 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-359be9fa-cafe-4384-b0d1-5288564df926 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1128 time: 0.0443118 Apr 28 14:13:09.872317 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-90587e0d-0ae0-4b47-a3ce-ad035d4d7e30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 217 time: 0.0349793 Apr 28 14:13:09.927540 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-5c2474db-2c0b-4098-b3f6-a75fdad8bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:09.928887 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-5c2474db-2c0b-4098-b3f6-a75fdad8bf1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=679879ec-940d-4b8c-9023-fca44d831582 HTTP/1.1" status: 200 len: 854 time: 0.0471456 Apr 28 14:13:09.969793 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-f8899f80-e068-488d-86f5-d32a6b046516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:09.971304 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-f8899f80-e068-488d-86f5-d32a6b046516 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8785025f-3e85-4422-82e8-a0aa9e20f8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0361125 Apr 28 14:13:10.064176 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-58af73f6-a4ad-437c-8634-1088d0d8b326 service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835955 Apr 28 14:13:10.153203 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b58187f9-9bd9-4088-8ab8-1d7c3a250666 req-81e17783-c70b-46bc-a947-27c8ee0eb4c4 service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803709 Apr 28 14:13:10.242253 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4d77-55ff-40bc-80e4-7e8030f61635 req-bee0b7a4-baf7-4a20-ae29-7f93218af20c tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:10.243622 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d29c4d77-55ff-40bc-80e4-7e8030f61635 req-bee0b7a4-baf7-4a20-ae29-7f93218af20c tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 944 time: 0.0460482 Apr 28 14:13:10.288415 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d29c4d77-55ff-40bc-80e4-7e8030f61635 req-4ff8c452-eaa8-4284-aa63-ae8223b8c0ef tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Apr 28 14:13:11.418575 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-aea73620-d000-416d-84c4-00431c35f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:11.420048 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-aea73620-d000-416d-84c4-00431c35f8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1128 time: 0.0676031 Apr 28 14:13:11.430148 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab44f1-7d14-475e-ac59-b46d71071711 req-490a1afd-8715-464e-a233-fa079853ea4f tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:11.431490 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-04ab44f1-7d14-475e-ac59-b46d71071711 req-490a1afd-8715-464e-a233-fa079853ea4f tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 944 time: 0.0712781 Apr 28 14:13:11.532830 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-04ab44f1-7d14-475e-ac59-b46d71071711 req-572c8284-7292-4827-ad61-fde8b7e2c002 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936024 Apr 28 14:13:11.547394 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-658df6c2-3dd6-47ec-8674-af5b6b26d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:11.548818 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-658df6c2-3dd6-47ec-8674-af5b6b26d3e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 200 len: 916 time: 0.1165195 Apr 28 14:13:11.591330 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-16734b26-77b1-49e9-a873-6bcf7e58dd17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 217 time: 0.0338871 Apr 28 14:13:11.636364 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-58e3163a-cbaf-42ce-a7f1-4f769ae92fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:11.637761 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-58e3163a-cbaf-42ce-a7f1-4f769ae92fca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=679879ec-940d-4b8c-9023-fca44d831582 HTTP/1.1" status: 200 len: 854 time: 0.0405347 Apr 28 14:13:11.680794 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-bf898dc7-6ceb-41da-b482-f9b62eed06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:11.682276 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-bf898dc7-6ceb-41da-b482-f9b62eed06e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8785025f-3e85-4422-82e8-a0aa9e20f8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0354381 Apr 28 14:13:11.772639 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-83645e4f-e227-4058-aff7-ec98ff3732a7 service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813091 Apr 28 14:13:12.092458 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0972c691-f3a3-4ced-be44-57963cfc94d8 req-144dd5a0-1093-42d3-bd24-2ca1410ff83c service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076909 Apr 28 14:13:12.641287 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb1b7-c665-45dd-b8f5-7ba8eda619c3 req-e118f4e1-680d-42be-a074-59bd762dda10 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:12.642760 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3abbb1b7-c665-45dd-b8f5-7ba8eda619c3 req-e118f4e1-680d-42be-a074-59bd762dda10 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 944 time: 0.0451915 Apr 28 14:13:12.688421 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3abbb1b7-c665-45dd-b8f5-7ba8eda619c3 req-7d36e7ce-b4c5-4716-996e-f2a4825a7302 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Apr 28 14:13:12.775972 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 874faf1e-c745-4c18-9459-d83f1d568909 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:13:12.873616 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 874faf1e-c745-4c18-9459-d83f1d568909, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=874faf1e-c745-4c18-9459-d83f1d568909,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:12.884620 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '874faf1e-c745-4c18-9459-d83f1d568909', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'port_id': '874faf1e-c745-4c18-9459-d83f1d568909', 'mac_address': 'fa:16:3e:14:e2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:13:12.920479 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 874faf1e-c745-4c18-9459-d83f1d568909 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:13:12.920864 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (874faf1e-c745-4c18-9459-d83f1d568909), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:12.933309 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874faf1e-c745-4c18-9459-d83f1d568909 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:13:12.952107 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 874faf1e-c745-4c18-9459-d83f1d568909, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=874faf1e-c745-4c18-9459-d83f1d568909,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:12.956188 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (874faf1e-c745-4c18-9459-d83f1d568909), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:13.004365 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=874faf1e-c745-4c18-9459-d83f1d568909,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:13.285395 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['874faf1e-c745-4c18-9459-d83f1d568909'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:13:13.799037 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2241-f33b-4527-8fe6-ba2fc8a6a35f req-be55ad4b-cbc4-4efd-aea7-2b6678a41203 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:13.800457 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-69fb2241-f33b-4527-8fe6-ba2fc8a6a35f req-be55ad4b-cbc4-4efd-aea7-2b6678a41203 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 945 time: 0.0454335 Apr 28 14:13:13.845110 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-69fb2241-f33b-4527-8fe6-ba2fc8a6a35f req-6bcac934-5a91-4acc-b428-b035e2b8f3d2 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Apr 28 14:13:14.051604 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:13:14.774167 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 874faf1e-c745-4c18-9459-d83f1d568909 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:13:14.819474 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 874faf1e-c745-4c18-9459-d83f1d568909 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:13:14.825460 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 874faf1e-c745-4c18-9459-d83f1d568909 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:13:14.825852 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (874faf1e-c745-4c18-9459-d83f1d568909), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:14.900461 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 874faf1e-c745-4c18-9459-d83f1d568909 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:13:14.900852 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (874faf1e-c745-4c18-9459-d83f1d568909), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:14.923070 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:14.925324 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b45d485-1d60-478f-bd75-27d7a378c9ac" -d '{"events": [{"server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "name": "network-vif-plugged", "status": "completed", "tag": "874faf1e-c745-4c18-9459-d83f1d568909"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:14.938765 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 874faf1e-c745-4c18-9459-d83f1d568909, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=874faf1e-c745-4c18-9459-d83f1d568909,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:14.944810 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (874faf1e-c745-4c18-9459-d83f1d568909), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:14.960750 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c9ca9-357e-4870-ad80-ccbcebdc185d req-104912a6-7a3b-4246-a538-7bec1866f4fb tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:14.962640 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ad2c9ca9-357e-4870-ad80-ccbcebdc185d req-104912a6-7a3b-4246-a538-7bec1866f4fb tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 945 time: 0.0514421 Apr 28 14:13:14.972641 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56120e63-703d-4ae3-81a4-11822c0f01d3 x-openstack-request-id: req-56120e63-703d-4ae3-81a4-11822c0f01d3 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:14.972960 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "name": "network-vif-plugged", "status": "completed", "tag": "874faf1e-c745-4c18-9459-d83f1d568909", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:14.973218 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56120e63-703d-4ae3-81a4-11822c0f01d3 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:14.973649 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56120e63-703d-4ae3-81a4-11822c0f01d3'] response: {'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909', 'code': 200} Apr 28 14:13:15.000312 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=874faf1e-c745-4c18-9459-d83f1d568909,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:15.014875 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ad2c9ca9-357e-4870-ad80-ccbcebdc185d req-472a0719-cd27-4eba-961e-cbe2ddb9591c tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Apr 28 14:13:15.150431 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffefbd-7efc-4290-917d-6f2a134ebb22 req-02278851-8754-405a-8cc9-47e7f5ece9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:15.151893 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-38ffefbd-7efc-4290-917d-6f2a134ebb22 req-02278851-8754-405a-8cc9-47e7f5ece9c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1130 time: 0.0371213 Apr 28 14:13:15.201000 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-38ffefbd-7efc-4290-917d-6f2a134ebb22 req-aa2a6593-99f5-4459-b395-82a7b321c735 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Apr 28 14:13:16.126674 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63b774-37b8-4e12-b36a-2eb7defa93cd req-d423e8d3-a68d-4f50-b1be-6840ad350624 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:16.128127 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2a63b774-37b8-4e12-b36a-2eb7defa93cd req-d423e8d3-a68d-4f50-b1be-6840ad350624 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0460556 Apr 28 14:13:16.173698 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2a63b774-37b8-4e12-b36a-2eb7defa93cd req-4610bf6b-6ba3-4950-8bf4-95ac8ceb802f tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Apr 28 14:13:17.283918 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7d26b-bd8c-42b0-a803-ba9127457437 req-20f03b86-9282-45d1-9ccb-7fe4117b7585 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:17.285279 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-68a7d26b-bd8c-42b0-a803-ba9127457437 req-20f03b86-9282-45d1-9ccb-7fe4117b7585 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0467510 Apr 28 14:13:17.333909 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-68a7d26b-bd8c-42b0-a803-ba9127457437 req-9eb26504-d096-4d27-a669-afd68bf6c1ca tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Apr 28 14:13:17.705774 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bd86242-2d46-43eb-ad7f-616afae4f6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:17.937256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7be74e-4785-4824-a46e-d42a97334e1f req-65afc237-b9cd-4511-bb3f-00e77dae7d82 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:17.938727 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-af7be74e-4785-4824-a46e-d42a97334e1f req-65afc237-b9cd-4511-bb3f-00e77dae7d82 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0529811 Apr 28 14:13:17.983707 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-af7be74e-4785-4824-a46e-d42a97334e1f req-9fe49a29-1d53-4471-becd-62052f6a63c7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395331 Apr 28 14:13:18.446721 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e42b9-b0e5-4430-b6eb-ecce24447c06 req-896c0cb3-ff65-4065-adc4-fb0efc430c17 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:18.448198 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9c8e42b9-b0e5-4430-b6eb-ecce24447c06 req-896c0cb3-ff65-4065-adc4-fb0efc430c17 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0465026 Apr 28 14:13:18.494088 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9c8e42b9-b0e5-4430-b6eb-ecce24447c06 req-b7482e30-a762-4b40-b811-ece8d46be3bd tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Apr 28 14:13:18.603152 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814567a-84e0-4696-8503-f8e33f54cda6 req-ec696af6-c622-405a-9f29-fa6adf08163a tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:18.604570 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3814567a-84e0-4696-8503-f8e33f54cda6 req-ec696af6-c622-405a-9f29-fa6adf08163a tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0448093 Apr 28 14:13:18.649722 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3814567a-84e0-4696-8503-f8e33f54cda6 req-34bb24c8-ee15-441f-ba39-3f052e867223 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 Apr 28 14:13:18.961975 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ddbf7-2ff9-46eb-8603-88760999f5ec req-42ebe4f9-50c1-4c01-bce2-27c6d02cdf10 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:18.963332 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b51ddbf7-2ff9-46eb-8603-88760999f5ec req-42ebe4f9-50c1-4c01-bce2-27c6d02cdf10 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0449810 Apr 28 14:13:19.011824 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b51ddbf7-2ff9-46eb-8603-88760999f5ec req-f4833828-66e3-45e0-af06-8a4c8d6d0d81 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429037 Apr 28 14:13:19.100613 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941a9bc-f2ec-486b-b346-de25f66847ae req-edcea670-21c6-403b-be48-01d9b88a7e1d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:19.102665 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4941a9bc-f2ec-486b-b346-de25f66847ae req-edcea670-21c6-403b-be48-01d9b88a7e1d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0461042 Apr 28 14:13:19.148926 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4941a9bc-f2ec-486b-b346-de25f66847ae req-d2b49092-eb5c-4f20-829e-407c6a392ed8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Apr 28 14:13:20.045858 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2374-fdc0-47b0-a4c4-701b77b189ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:20.266003 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32a9ba-5d0c-4fca-9c01-bcb0f7f47c2d req-7f81dd7a-f3c2-43a4-a104-4a5b9e90f88f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:20.267483 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4b32a9ba-5d0c-4fca-9c01-bcb0f7f47c2d req-7f81dd7a-f3c2-43a4-a104-4a5b9e90f88f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0465600 Apr 28 14:13:20.312858 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4b32a9ba-5d0c-4fca-9c01-bcb0f7f47c2d req-9128a4d7-21bb-468e-a3bf-6676bafd5d69 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=d21e51e7-1c90-4cdf-9f02-450508346e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Apr 28 14:13:20.399383 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-7ff26c5c-0911-4856-8d76-3d36d5345b74 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:20.400816 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-7ff26c5c-0911-4856-8d76-3d36d5345b74 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 946 time: 0.0456560 Apr 28 14:13:20.500509 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Deleting port a133d1b5-98cd-49de-9fe2-d9b321f8572a {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:20.500848 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:20.588696 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] For port a133d1b5-98cd-49de-9fe2-d9b321f8572a, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a133d1b5-98cd-49de-9fe2-d9b321f8572a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:20.589060 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:20.816813 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:20.817083 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (a5c4afd8-6f79-4337-b021-ab0c2b773ee3), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:20.817438 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Floating IP a5c4afd8-6f79-4337-b021-ab0c2b773ee3 disassociated. External IP: 172.27.1.62, port: a133d1b5-98cd-49de-9fe2-d9b321f8572a. Apr 28 14:13:20.817874 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Calling delete_port for a133d1b5-98cd-49de-9fe2-d9b321f8572a owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:20.946837 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (a133d1b5-98cd-49de-9fe2-d9b321f8572a), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:20.972226 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event deleted for resources: {'Port': ['ID=a133d1b5-98cd-49de-9fe2-d9b321f8572a,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:21.092553 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Router 0634f3ed-9e0b-49a6-8998-8a6228b6417a has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:13:21.219234 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:13:21.229041 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] Sync routers for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:13:21.250237 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:21.250951 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:21.268735 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] No DVR routers for this DVR port a133d1b5-98cd-49de-9fe2-d9b321f8572a on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:13:21.271359 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:21.275386 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e860e5f3-c74f-49b9-94d0-22aaf42c1311 req-83a3ae14-8b70-4f40-9bde-50b1540eaf47 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "DELETE /v2.0/ports/a133d1b5-98cd-49de-9fe2-d9b321f8572a HTTP/1.1" status: 204 len: 173 time: 0.8622019 Apr 28 14:13:21.275825 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-deleted', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:21.278078 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b1ab5e-a0eb-4a05-b5c9-8cb5aef3e94a" -d '{"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-deleted", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:21.316349 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c6f341-ba82-46fa-9a4c-266cb7ec50c0 x-openstack-request-id: req-c4c6f341-ba82-46fa-9a4c-266cb7ec50c0 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:21.316646 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f4f179-1dc6-4698-9e59-90eecd43cbc0", "name": "network-vif-deleted", "tag": "a133d1b5-98cd-49de-9fe2-d9b321f8572a", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:21.316898 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4c6f341-ba82-46fa-9a4c-266cb7ec50c0 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:21.317366 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c6f341-ba82-46fa-9a4c-266cb7ec50c0'] response: {'server_uuid': '08f4f179-1dc6-4698-9e59-90eecd43cbc0', 'name': 'network-vif-deleted', 'tag': 'a133d1b5-98cd-49de-9fe2-d9b321f8572a', 'status': 'completed', 'code': 200} Apr 28 14:13:21.376870 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:21.439214 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4f1a05b0-d6e9-4228-8249-168a7b3f9910 req-d4ac2606-f343-4396-b92c-713da65977d2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=08f4f179-1dc6-4698-9e59-90eecd43cbc0 HTTP/1.1" status: 200 len: 210 time: 0.0359719 Apr 28 14:13:21.578827 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:21.605166 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] Checking router: 0634f3ed-9e0b-49a6-8998-8a6228b6417a for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:13:21.613247 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:21.613886 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:21.722636 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:21.814422 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:21.946503 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:21.976514 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e631d-722f-4255-8a9e-f0eee2458e73 None None] The sync data for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi is: [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:13:22.243196 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868cf99-6027-44bf-8685-73d05ed19278 None None] New status for floating IP a5c4afd8-6f79-4337-b021-ab0c2b773ee3: DOWN {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:13:22.535190 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43074) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:22.587509 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-31415a8d-4625-4880-8cf3-bda49a5a704f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (d21e51e7-1c90-4cdf-9f02-450508346e18), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:22.609950 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-31415a8d-4625-4880-8cf3-bda49a5a704f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (d21e51e7-1c90-4cdf-9f02-450508346e18), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:22.656148 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-31415a8d-4625-4880-8cf3-bda49a5a704f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d21e51e7-1c90-4cdf-9f02-450508346e18), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:22.658846 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-31415a8d-4625-4880-8cf3-bda49a5a704f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:22.660055 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-31415a8d-4625-4880-8cf3-bda49a5a704f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "DELETE /v2.0/security-groups/d21e51e7-1c90-4cdf-9f02-450508346e18 HTTP/1.1" status: 204 len: 168 time: 0.1237869 Apr 28 14:13:22.662830 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43076) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:22.670215 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31415a8d-4625-4880-8cf3-bda49a5a704f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21e51e7-1c90-4cdf-9f02-450508346e18,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:22.680984 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.api.v2.resource [None req-d70b4f3a-9160-4d08-9fb5-cd8c8b6abddf tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] show failed (client error): The resource could not be found. Apr 28 14:13:22.684899 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d70b4f3a-9160-4d08-9fb5-cd8c8b6abddf tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups/d21e51e7-1c90-4cdf-9f02-450508346e18 HTTP/1.1" status: 404 len: 347 time: 0.0182223 Apr 28 14:13:22.685039 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43078) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:22.806574 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:22.807224 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Deleting port c3655185-f33a-4eb1-b7e1-9683e60c15af {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:22.807224 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (c3655185-f33a-4eb1-b7e1-9683e60c15af), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:22.881473 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (c3655185-f33a-4eb1-b7e1-9683e60c15af), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:22.881834 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (c3655185-f33a-4eb1-b7e1-9683e60c15af), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:22.895405 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Calling delete_port for c3655185-f33a-4eb1-b7e1-9683e60c15af owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:23.035474 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (c3655185-f33a-4eb1-b7e1-9683e60c15af), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.060957 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event deleted for resources: {'Port': ['ID=c3655185-f33a-4eb1-b7e1-9683e60c15af,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:23.131107 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (a5c4afd8-6f79-4337-b021-ab0c2b773ee3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.133735 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.134861 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ad12f7b0-b250-44b6-83bc-8eff1e2a51eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "DELETE /v2.0/floatingips/a5c4afd8-6f79-4337-b021-ab0c2b773ee3 HTTP/1.1" status: 204 len: 168 time: 0.4487627 Apr 28 14:13:23.414588 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43084) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:23.419532 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-bb609c72-c8ef-4f61-9e53-1e99b9bf8a05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480066383', 'description': 'tempest-description--1059572907'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:23.438965 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb609c72-c8ef-4f61-9e53-1e99b9bf8a05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.522092 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb609c72-c8ef-4f61-9e53-1e99b9bf8a05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (08823e1e-a4a8-4033-93be-b51aed8b2796), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.526512 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb609c72-c8ef-4f61-9e53-1e99b9bf8a05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (08823e1e-a4a8-4033-93be-b51aed8b2796), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.553646 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb609c72-c8ef-4f61-9e53-1e99b9bf8a05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.557834 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-bb609c72-c8ef-4f61-9e53-1e99b9bf8a05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1421137 Apr 28 14:13:23.557995 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43086) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:23.563428 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-0cfd4e95-4ca2-4d1c-a966-bb4de0da4ee9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'security_group_rule': {'security_group_id': '08823e1e-a4a8-4033-93be-b51aed8b2796', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:23.568687 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb609c72-c8ef-4f61-9e53-1e99b9bf8a05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08823e1e-a4a8-4033-93be-b51aed8b2796,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:23.594238 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4e95-4ca2-4d1c-a966-bb4de0da4ee9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (c4a00c8c-44b0-4d56-887c-de3517586673), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.653168 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4e95-4ca2-4d1c-a966-bb4de0da4ee9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (c4a00c8c-44b0-4d56-887c-de3517586673), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.657288 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4e95-4ca2-4d1c-a966-bb4de0da4ee9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (c4a00c8c-44b0-4d56-887c-de3517586673), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.676347 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd4e95-4ca2-4d1c-a966-bb4de0da4ee9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a00c8c-44b0-4d56-887c-de3517586673,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:23.686602 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4e95-4ca2-4d1c-a966-bb4de0da4ee9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.687828 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0cfd4e95-4ca2-4d1c-a966-bb4de0da4ee9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282785 Apr 28 14:13:23.690670 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43088) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:23.695367 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-9f39d1e9-e6ec-4cd2-b2ca-87a56808d473 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'security_group_rule': {'security_group_id': '08823e1e-a4a8-4033-93be-b51aed8b2796', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:23.720521 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9f39d1e9-e6ec-4cd2-b2ca-87a56808d473 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (309839aa-4d1d-45f5-9b36-0f9e3e180c18), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.777415 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9f39d1e9-e6ec-4cd2-b2ca-87a56808d473 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (309839aa-4d1d-45f5-9b36-0f9e3e180c18), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.781041 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9f39d1e9-e6ec-4cd2-b2ca-87a56808d473 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (309839aa-4d1d-45f5-9b36-0f9e3e180c18), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.795583 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39d1e9-e6ec-4cd2-b2ca-87a56808d473 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309839aa-4d1d-45f5-9b36-0f9e3e180c18,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:23.806246 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9f39d1e9-e6ec-4cd2-b2ca-87a56808d473 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.810368 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9f39d1e9-e6ec-4cd2-b2ca-87a56808d473 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157670 Apr 28 14:13:23.810674 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43090) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:23.814985 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:23.834588 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:23.911641 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.016659 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Allocated IP 172.27.1.2 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/ee2b022d-9688-4d57-b6d8-004344a648e3) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:13:24.118007 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for port (ee2b022d-9688-4d57-b6d8-004344a648e3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.151746 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (ee2b022d-9688-4d57-b6d8-004344a648e3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.187030 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:13:24.189754 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:13:24.192313 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:13:24.221803 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'Port': ['ID=ee2b022d-9688-4d57-b6d8-004344a648e3,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:24.259490 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.293938 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (f7facd46-bbbd-407e-b0c6-0be849ab28fb), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.332161 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (ee2b022d-9688-4d57-b6d8-004344a648e3), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.484106 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for port (ee2b022d-9688-4d57-b6d8-004344a648e3), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.488521 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (ee2b022d-9688-4d57-b6d8-004344a648e3), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.556544 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'Port': ['ID=ee2b022d-9688-4d57-b6d8-004344a648e3,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:24.567655 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (f7facd46-bbbd-407e-b0c6-0be849ab28fb), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.582230 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:24.583461 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-90f17308-35ee-448d-b081-2fcf77e4a2c4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7718053 Apr 28 14:13:24.777508 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-ab00c95f-d4ed-42a5-8bd0-2afb49708ffa tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1480066383&fields=id&tenant_id=79beb8c8a2f7430f9d5011cfb455acc7 HTTP/1.1" status: 200 len: 267 time: 0.0446329 Apr 28 14:13:24.801122 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:13:24.821615 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: a133d1b5-98cd-49de-9fe2-d9b321f8572a {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:13:24.821955 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a133d1b5-98cd-49de-9fe2-d9b321f8572a not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:13:24.879026 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-715f9b9c-1b7c-4cc2-b971-60e51794c21d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:24.880581 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-715f9b9c-1b7c-4cc2-b971-60e51794c21d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 816 time: 0.0964878 Apr 28 14:13:24.894968 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-4892b7db-2bff-4f9c-b43d-5b0ae42f524f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/quotas/79beb8c8a2f7430f9d5011cfb455acc7 HTTP/1.1" status: 200 len: 375 time: 0.0086555 Apr 28 14:13:24.945112 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-dee16594-7e73-4837-af8e-8e8af064e558 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448341 Apr 28 14:13:25.271518 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-939fb479-a44c-499b-bc34-848a8545d130 service neutron] 10.222.0.20 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149908 Apr 28 14:13:25.362077 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-aac40399-3106-48b2-b34a-8f762122e0da service neutron] 10.222.0.20 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848243 Apr 28 14:13:25.517647 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c03385f1-7cc4-417c-a9b8-bffa1b2c7bd2 req-2c6f9c9e-a7e4-48b0-a094-9f2b55432e9b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 210 time: 0.0274401 Apr 28 14:13:26.198651 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:26.545802 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-fc451cb8-26e4-463b-acac-c483e10d0661 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:26.547142 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-fc451cb8-26e4-463b-acac-c483e10d0661 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 816 time: 0.1004522 Apr 28 14:13:26.616035 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-76803862-8ae6-4e72-b759-d8219008dba3 req-75e2dd61-281b-49a8-a8bf-9742de694f17 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 210 time: 0.0266216 Apr 28 14:13:26.939882 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-178065f5-4bd6-49a0-a6ce-a52872a75ede tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79beb8c8a2f7430f9d5011cfb455acc7 HTTP/1.1" status: 200 len: 380 time: 0.0617030 Apr 28 14:13:27.289974 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'port': {'device_id': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'admin_state_up': True, 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'security_groups': ['08823e1e-a4a8-4033-93be-b51aed8b2796']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:27.399917 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Made reservation on behalf of 79beb8c8a2f7430f9d5011cfb455acc7 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:13:27.403284 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:27.527667 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Allocated IP 172.20.0.4 (10c7cd94-4f96-4578-a49c-aa84774d80aa/bfdae0c7-577d-4996-abbf-fda349cd2754/d227ea3b-042c-47b3-b523-1ce78dcb5462) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:13:27.668095 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:27.719967 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1ff86ba-7446-4443-9a44-5f699d450ba6 req-123aa99b-380f-4bcd-8cd6-9da019a052fb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 210 time: 0.0312302 Apr 28 14:13:27.727323 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:27.771962 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:13:27.777471 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:13:27.781302 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:13:27.804487 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:27.818916 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.819257 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.819611 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.820463 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.820791 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.821114 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.821437 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.821782 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.822101 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.822413 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.822729 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.823045 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.823356 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.823669 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.823980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:27.844814 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:27.845422 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:27.861799 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3b52c586-75d4-4681-aebc-06159712ac9e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764046 Apr 28 14:13:27.875417 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Request body: {'port': {'device_id': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:27.937698 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.005136 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-054ae5a0-ded6-4896-8919-ff19d3b180fe None None] Provisioning complete for port d227ea3b-042c-47b3-b523-1ce78dcb5462 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:13:28.005740 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-054ae5a0-ded6-4896-8919-ff19d3b180fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.040482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-054ae5a0-ded6-4896-8919-ff19d3b180fe None None] Port d227ea3b-042c-47b3-b523-1ce78dcb5462 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:13:28.195918 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d227ea3b-042c-47b3-b523-1ce78dcb5462 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:13:28.198828 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Publish callbacks [] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.212057 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Transition to ACTIVE for port object d227ea3b-042c-47b3-b523-1ce78dcb5462 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:13:28.215183 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.265850 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:28.358032 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Attempting to bind port d227ea3b-042c-47b3-b523-1ce78dcb5462 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:13:28.358980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Attempting to bind port d227ea3b-042c-47b3-b523-1ce78dcb5462 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:13:28.359319 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Attempting to bind port d227ea3b-042c-47b3-b523-1ce78dcb5462 on network 10c7cd94-4f96-4578-a49c-aa84774d80aa {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:13:28.365582 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Port d227ea3b-042c-47b3-b523-1ce78dcb5462 on network 10c7cd94-4f96-4578-a49c-aa84774d80aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:13:28.365916 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Attempting to bind port d227ea3b-042c-47b3-b523-1ce78dcb5462 on network 10c7cd94-4f96-4578-a49c-aa84774d80aa {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:13:28.371178 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:13:28.371516 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Checking segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:13:28.371898 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Bound using segment: {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:13:28.372464 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Bound port: d227ea3b-042c-47b3-b523-1ce78dcb5462, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75abea8a-8780-44be-a82d-fa9aa1362683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:13:28.372852 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.402070 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1d2d-4319-4301-b23f-eb974c72c416 req-84843a15-98ab-4f9d-8d74-e520bb8ec345 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:28.403859 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4b4a1d2d-4319-4301-b23f-eb974c72c416 req-84843a15-98ab-4f9d-8d74-e520bb8ec345 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0495479 Apr 28 14:13:28.444545 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:13:28.448611 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:13:28.455059 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.458048 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4b4a1d2d-4319-4301-b23f-eb974c72c416 req-a63c7ceb-b1fc-46f6-84e6-5c0f6618512c tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475039 Apr 28 14:13:28.478897 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43140) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:28.491327 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:28.491964 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.493322 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] 10.222.0.13 "PUT /v2.0/ports/d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 200 len: 1093 time: 0.6221170 Apr 28 14:13:28.493806 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:28.496086 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a" -d '{"events": [{"name": "network-changed", "server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:28.524832 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f588d66-4914-42a4-89e5-0cdd91d55021 service neutron] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:28.561296 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f4134-29ea-484b-aabf-3f1fa2197206 x-openstack-request-id: req-8c9f4134-29ea-484b-aabf-3f1fa2197206 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:28.561916 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:28.562232 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c9f4134-29ea-484b-aabf-3f1fa2197206 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:28.562694 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9f4134-29ea-484b-aabf-3f1fa2197206'] response: {'name': 'network-changed', 'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'status': 'completed', 'code': 200} Apr 28 14:13:28.592278 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-cf43c623-537a-42bf-8b3a-57dd9f3141cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:28.593976 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-cf43c623-537a-42bf-8b3a-57dd9f3141cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 1127 time: 0.0446839 Apr 28 14:13:28.595407 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19be4a9-edfa-418e-9d01-18ceeadb6b01 tempest-TestMinimumBasicScenario-1172642383 tempest-TestMinimumBasicScenario-1172642383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:28.596955 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d19be4a9-edfa-418e-9d01-18ceeadb6b01 tempest-TestMinimumBasicScenario-1172642383 tempest-TestMinimumBasicScenario-1172642383-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1125 time: 0.1170070 Apr 28 14:13:28.600057 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43146) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:28.604515 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'port_id': '874faf1e-c745-4c18-9459-d83f1d568909', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:28.652302 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-1d8430ea-1983-4427-8e23-141acc59ee35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 200 len: 217 time: 0.0434513 Apr 28 14:13:28.669717 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.760383 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-fa0f54a3-e10c-4ee7-9441-9d12014f2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:28.761836 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-fa0f54a3-e10c-4ee7-9441-9d12014f2e1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0996103 Apr 28 14:13:28.809125 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:28.827526 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-cce03344-fde3-4cc7-b1ad-1a8c1d85b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:28.829078 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-cce03344-fde3-4cc7-b1ad-1a8c1d85b232 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600874 Apr 28 14:13:28.855204 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a0727-656f-4c07-a6d2-148d7d390f15 req-9bbbdcb3-830e-40c2-80c6-ed8a8c936001 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:28.856674 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-481a0727-656f-4c07-a6d2-148d7d390f15 req-9bbbdcb3-830e-40c2-80c6-ed8a8c936001 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0654075 Apr 28 14:13:28.902906 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-481a0727-656f-4c07-a6d2-148d7d390f15 req-58844f77-9664-4c1d-8b54-b2e2196a67ad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406559 Apr 28 14:13:29.318751 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-fcc90bed-107f-4ac1-b49d-30cd6a6a130c service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569659 Apr 28 14:13:29.320117 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Allocated IP 172.27.1.177 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/94e48cae-22d3-467b-9a2c-6e51c73e4e6f) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:13:29.532705 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4124fda9-b566-4c12-83c0-0db2ff6dce90 req-ae8620a7-4b6e-4d7a-a3a3-2acb372639ce service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014782 Apr 28 14:13:29.549397 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for port (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:29.596304 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:29.647438 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:13:29.654055 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:13:29.656787 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:13:29.687118 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'Port': ['ID=94e48cae-22d3-467b-9a2c-6e51c73e4e6f,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:30.051365 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2ff58-dcd6-4f2d-9e39-594675367c57 req-cf13f711-a1b6-4347-b6bf-097def9e47f0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:30.052822 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1c2ff58-dcd6-4f2d-9e39-594675367c57 req-cf13f711-a1b6-4347-b6bf-097def9e47f0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0745995 Apr 28 14:13:30.079477 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for floatingip (a0aea1e9-ac6d-440a-805e-0505278c1053), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:30.152213 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1c2ff58-dcd6-4f2d-9e39-594675367c57 req-6dea971a-c001-4687-8903-2d50d19e8dd2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929987 Apr 28 14:13:30.189129 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:30.349006 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for port (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:30.354950 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:30.425788 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'Port': ['ID=94e48cae-22d3-467b-9a2c-6e51c73e4e6f,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:30.437656 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (a0aea1e9-ac6d-440a-805e-0505278c1053), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:30.539428 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Floating IP a0aea1e9-ac6d-440a-805e-0505278c1053 associated. External IP: 172.27.1.177, port: 874faf1e-c745-4c18-9459-d83f1d568909. Apr 28 14:13:30.674282 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-031c13a1-66d2-4e3a-ac3c-65ea94359535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:30.675758 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-031c13a1-66d2-4e3a-ac3c-65ea94359535 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 1127 time: 0.0471025 Apr 28 14:13:30.899196 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-b943ed07-0d7f-402b-8fb4-59221407fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:30.901131 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-b943ed07-0d7f-402b-8fb4-59221407fe3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.1825922 Apr 28 14:13:30.906369 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Router 99033ba1-7623-4a32-99c8-7113da109ca6 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:13:30.961828 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-4ef6adc9-4d98-4b76-a5dc-d713da7d6d4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 200 len: 217 time: 0.0510707 Apr 28 14:13:31.100440 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-09652fae-d86c-40e7-97b9-79ec96fb45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:31.102365 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-09652fae-d86c-40e7-97b9-79ec96fb45e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0982206 Apr 28 14:13:31.159321 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:13:31.162303 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-5817cf73-10ba-4058-9008-fb2c15b0d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:31.164638 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-5817cf73-10ba-4058-9008-fb2c15b0d211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549333 Apr 28 14:13:31.168750 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] Sync routers for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:13:31.178407 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:31.179016 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:31.212157 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.289754 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8c592f28-8f2a-4566-89c2-bff368c083c3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6886230 Apr 28 14:13:31.292354 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:31.294877 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967b855b-9b56-4bd6-ba1c-539445a08324" -d '{"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:31.295748 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d956c1-31d0-4c63-8f60-1ac521c7ad61 req-3dbace6c-d9ba-4fa4-aa36-99c28f18981b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:31.297659 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43156) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:31.298200 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:31.298324 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-33d956c1-31d0-4c63-8f60-1ac521c7ad61 req-3dbace6c-d9ba-4fa4-aa36-99c28f18981b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0623665 Apr 28 14:13:31.312328 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-e95e491d-ddd3-412e-b50b-4386746fb4d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592717080', 'description': 'tempest-secgroup-smoke-1592717080 description', 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:31.342140 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd76bca-566d-44af-9b3e-5d6c0254e2a2 x-openstack-request-id: req-4bd76bca-566d-44af-9b3e-5d6c0254e2a2 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:31.342544 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:31.342837 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bd76bca-566d-44af-9b3e-5d6c0254e2a2 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:31.343348 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd76bca-566d-44af-9b3e-5d6c0254e2a2'] response: {'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909', 'status': 'completed', 'code': 200} Apr 28 14:13:31.353534 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-33d956c1-31d0-4c63-8f60-1ac521c7ad61 req-d134a31b-9815-4314-9457-a04d0734bf53 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493290 Apr 28 14:13:31.362890 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-792cacc9-e51f-4937-aa80-50e1089ed141 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861982 Apr 28 14:13:31.364429 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e95e491d-ddd3-412e-b50b-4386746fb4d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.426270 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-fe3c2f88-dbd9-41e2-84ff-379dde4bc047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:31.429079 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-fe3c2f88-dbd9-41e2-84ff-379dde4bc047 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1130 time: 0.0479615 Apr 28 14:13:31.525891 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-d0544cc1-f48b-4475-a9db-55ff295bcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:31.527510 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-d0544cc1-f48b-4475-a9db-55ff295bcd83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 200 len: 916 time: 0.0900762 Apr 28 14:13:31.570646 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f1051a0e-c719-4ee0-b9a9-98fd8c03142a req-40975447-19d6-4a8a-930c-46c55ea599e9 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750453 Apr 28 14:13:31.583475 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e95e491d-ddd3-412e-b50b-4386746fb4d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group (d44ff6ca-75cb-4ff3-91e8-f06a871e5faa), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.589898 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e95e491d-ddd3-412e-b50b-4386746fb4d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d44ff6ca-75cb-4ff3-91e8-f06a871e5faa), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.619757 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-88372888-96df-43b7-a159-90f0af9131c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 1000 time: 0.0820825 Apr 28 14:13:31.633119 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e95e491d-ddd3-412e-b50b-4386746fb4d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.637236 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e95e491d-ddd3-412e-b50b-4386746fb4d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3279071 Apr 28 14:13:31.637450 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e491d-ddd3-412e-b50b-4386746fb4d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:31.638263 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43160) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:31.644130 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-dfbe27a1-d694-42f0-937b-7c7009d44b0b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'security_group_rule': {'security_group_id': 'd44ff6ca-75cb-4ff3-91e8-f06a871e5faa', 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:31.675706 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a0aea1e9-ac6d-440a-805e-0505278c1053', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'port_id': '874faf1e-c745-4c18-9459-d83f1d568909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'mac_address': 'fa:16:3e:14:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:13:29Z', 'updated_at': '2022-04-28T14:13:29Z', 'revision_number': 0, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 5, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:31.693393 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-b04e3d26-ee66-4c37-b4d0-a68d25ec5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:31.695487 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-b04e3d26-ee66-4c37-b4d0-a68d25ec5c2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=679879ec-940d-4b8c-9023-fca44d831582 HTTP/1.1" status: 200 len: 854 time: 0.0679810 Apr 28 14:13:31.702950 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dfbe27a1-d694-42f0-937b-7c7009d44b0b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (be00a050-134f-4a4e-9627-748caaabc903), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.703689 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] Checking router: 99033ba1-7623-4a32-99c8-7113da109ca6 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:13:31.711772 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:31.712367 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:31.760958 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-8db3f36d-08be-4a08-ac6b-7e867683378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:31.762493 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-8db3f36d-08be-4a08-ac6b-7e867683378c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8785025f-3e85-4422-82e8-a0aa9e20f8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604813 Apr 28 14:13:31.793775 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dfbe27a1-d694-42f0-937b-7c7009d44b0b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (be00a050-134f-4a4e-9627-748caaabc903), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.809742 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dfbe27a1-d694-42f0-937b-7c7009d44b0b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (be00a050-134f-4a4e-9627-748caaabc903), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.827693 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:31.843396 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe27a1-d694-42f0-937b-7c7009d44b0b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be00a050-134f-4a4e-9627-748caaabc903,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:31.873024 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dfbe27a1-d694-42f0-937b-7c7009d44b0b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.874247 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-dfbe27a1-d694-42f0-937b-7c7009d44b0b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2340059 Apr 28 14:13:31.877228 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43162) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:31.881969 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-28890695-02e5-408f-8e83-977e13ef9db5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'security_group_rule': {'security_group_id': 'd44ff6ca-75cb-4ff3-91e8-f06a871e5faa', 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:31.908749 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-28890695-02e5-408f-8e83-977e13ef9db5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (3da7c544-888c-47ad-bb30-20c3380b20a9), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.934205 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-9217c55e-a9ec-4afa-ac1c-bd23a133676a service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560175 Apr 28 14:13:31.976060 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-28890695-02e5-408f-8e83-977e13ef9db5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (3da7c544-888c-47ad-bb30-20c3380b20a9), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:31.980452 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-28890695-02e5-408f-8e83-977e13ef9db5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (3da7c544-888c-47ad-bb30-20c3380b20a9), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.001109 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28890695-02e5-408f-8e83-977e13ef9db5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da7c544-888c-47ad-bb30-20c3380b20a9,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:32.008175 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-28890695-02e5-408f-8e83-977e13ef9db5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.012240 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-28890695-02e5-408f-8e83-977e13ef9db5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313803 Apr 28 14:13:32.013050 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43164) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:32.017315 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-1d2dfc7c-5ffa-4be6-9cfd-65d2a3493e53 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'security_group_rule': {'security_group_id': 'd44ff6ca-75cb-4ff3-91e8-f06a871e5faa', 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:32.041921 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-967b855b-9b56-4bd6-ba1c-539445a08324 req-47f7919b-ccc8-4bac-91ce-db571c6d0767 service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989637 Apr 28 14:13:32.047956 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1d2dfc7c-5ffa-4be6-9cfd-65d2a3493e53 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (fa467aed-6cf5-41ee-8dd5-f8e36500e076), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.096912 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a0aea1e9-ac6d-440a-805e-0505278c1053', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'port_id': '874faf1e-c745-4c18-9459-d83f1d568909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'mac_address': 'fa:16:3e:14:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:13:29Z', 'updated_at': '2022-04-28T14:13:29Z', 'revision_number': 0, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 5, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:32.117300 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1d2dfc7c-5ffa-4be6-9cfd-65d2a3493e53 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (fa467aed-6cf5-41ee-8dd5-f8e36500e076), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.121260 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1d2dfc7c-5ffa-4be6-9cfd-65d2a3493e53 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (fa467aed-6cf5-41ee-8dd5-f8e36500e076), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.128997 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c668737-1307-4591-b99a-77d13ed905e6 None None] The sync data for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi is: [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'a0aea1e9-ac6d-440a-805e-0505278c1053', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'port_id': '874faf1e-c745-4c18-9459-d83f1d568909', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'mac_address': 'fa:16:3e:14:e2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:13:29Z', 'updated_at': '2022-04-28T14:13:29Z', 'revision_number': 0, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 5, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:13:32.145052 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dfc7c-5ffa-4be6-9cfd-65d2a3493e53 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa467aed-6cf5-41ee-8dd5-f8e36500e076,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:32.163351 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1d2dfc7c-5ffa-4be6-9cfd-65d2a3493e53 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.165326 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1d2dfc7c-5ffa-4be6-9cfd-65d2a3493e53 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517661 Apr 28 14:13:32.167888 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43166) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:32.172746 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-3c05560e-f3d0-43d1-85e0-589d5f3fad45 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'security_group_rule': {'security_group_id': 'd44ff6ca-75cb-4ff3-91e8-f06a871e5faa', 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:32.199814 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3c05560e-f3d0-43d1-85e0-589d5f3fad45 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (abd04b14-844f-4a28-bde8-6f0dc8fa0d10), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.258447 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3c05560e-f3d0-43d1-85e0-589d5f3fad45 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (abd04b14-844f-4a28-bde8-6f0dc8fa0d10), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.262242 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3c05560e-f3d0-43d1-85e0-589d5f3fad45 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (abd04b14-844f-4a28-bde8-6f0dc8fa0d10), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.282595 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05560e-f3d0-43d1-85e0-589d5f3fad45 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd04b14-844f-4a28-bde8-6f0dc8fa0d10,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:32.288838 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3c05560e-f3d0-43d1-85e0-589d5f3fad45 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.292545 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-3c05560e-f3d0-43d1-85e0-589d5f3fad45 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211588 Apr 28 14:13:32.292846 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43168) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:32.297219 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-26575124-ec9d-4432-aa59-96ae9c2af6a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'security_group_rule': {'security_group_id': 'd44ff6ca-75cb-4ff3-91e8-f06a871e5faa', 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:32.321425 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.securitygroups_db [None req-26575124-ec9d-4432-aa59-96ae9c2af6a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Project 8ca7572c7d93469fb8bfe911e1ad93f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 14:13:32.328260 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26575124-ec9d-4432-aa59-96ae9c2af6a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (25c0b420-d000-47e2-8aea-05cedab17ade), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.339935 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe6ff5-a19e-46b9-8df1-652e9e74c6f4 None None] New status for floating IP a0aea1e9-ac6d-440a-805e-0505278c1053: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:13:32.388473 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26575124-ec9d-4432-aa59-96ae9c2af6a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (25c0b420-d000-47e2-8aea-05cedab17ade), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.393184 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26575124-ec9d-4432-aa59-96ae9c2af6a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (25c0b420-d000-47e2-8aea-05cedab17ade), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.411408 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26575124-ec9d-4432-aa59-96ae9c2af6a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c0b420-d000-47e2-8aea-05cedab17ade,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:32.421222 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-26575124-ec9d-4432-aa59-96ae9c2af6a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.425192 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-26575124-ec9d-4432-aa59-96ae9c2af6a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287377 Apr 28 14:13:32.425529 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43172) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:32.431047 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'security_group_rule': {'security_group_id': 'd44ff6ca-75cb-4ff3-91e8-f06a871e5faa', 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:32.457018 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.securitygroups_db [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Project 8ca7572c7d93469fb8bfe911e1ad93f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 14:13:32.463378 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (cbf4ae6e-5335-42d8-a8c4-e8c7a78d819f), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.492078 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba397c2-d596-4f08-b686-949684c2a0c7 req-bf01bf6d-1a2d-46c0-8be5-8ba6f17051e8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:32.493628 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4ba397c2-d596-4f08-b686-949684c2a0c7 req-bf01bf6d-1a2d-46c0-8be5-8ba6f17051e8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0502994 Apr 28 14:13:32.530564 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (cbf4ae6e-5335-42d8-a8c4-e8c7a78d819f), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.535494 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (cbf4ae6e-5335-42d8-a8c4-e8c7a78d819f), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.545591 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4ba397c2-d596-4f08-b686-949684c2a0c7 req-9be7a6af-cf96-45b8-aff6-dbc568080bf0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457625 Apr 28 14:13:32.550248 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf4ae6e-5335-42d8-a8c4-e8c7a78d819f,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:32.565187 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.565700 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.566069 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.566409 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.566747 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.567075 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.567404 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.567727 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.568074 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.568371 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.568693 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.569012 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.569343 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.569724 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.570243 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:32.581075 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.582443 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-99fa68c5-26cc-4d27-bc17-094af2676a23 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556404 Apr 28 14:13:32.677167 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-1d5f2787-ae64-4281-b1d5-342091abe989 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592717080&fields=id&tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4 HTTP/1.1" status: 200 len: 267 time: 0.0474548 Apr 28 14:13:32.728443 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-6502029c-44f6-4603-850b-c5339506cf8e tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:32.729847 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-6502029c-44f6-4603-850b-c5339506cf8e tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0462949 Apr 28 14:13:32.740215 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'port': {'security_groups': ['6c3c311c-93bc-49c1-9056-ea0ee199d003', 'd44ff6ca-75cb-4ff3-91e8-f06a871e5faa']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:32.790083 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:13:32.814672 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (874faf1e-c745-4c18-9459-d83f1d568909), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.889270 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:32.900046 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'port_id': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'mac_address': 'fa:16:3e:6b:7b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:13:32.943150 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port d227ea3b-042c-47b3-b523-1ce78dcb5462 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:13:32.943533 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:32.956460 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d227ea3b-042c-47b3-b523-1ce78dcb5462 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:13:32.975359 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:32.980653 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:33.030128 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:33.037451 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.037829 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.037936 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] For port 874faf1e-c745-4c18-9459-d83f1d568909, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=874faf1e-c745-4c18-9459-d83f1d568909,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:33.038199 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.039073 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.039412 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.039743 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.040074 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.040400 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.040727 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.041082 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.041413 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.041762 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.042090 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.042410 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.042731 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:13:33.069463 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for port (874faf1e-c745-4c18-9459-d83f1d568909), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:33.073943 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (874faf1e-c745-4c18-9459-d83f1d568909), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:33.123458 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:33.124080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:33.125622 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c2467fe7-8f45-4165-9e3a-65cfa8806a9d req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "PUT /v2.0/ports/874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 982 time: 0.3896563 Apr 28 14:13:33.125979 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:33.128904 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f462ab-9754-40c6-a277-3032d1b1da03" -d '{"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:33.166408 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a150704-7f72-43f6-9371-37792bb783b5 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'Port': ['ID=874faf1e-c745-4c18-9459-d83f1d568909,revision_number=6']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:33.179294 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c68bad-8815-456b-af9a-dbd9e97005d3 x-openstack-request-id: req-44c68bad-8815-456b-af9a-dbd9e97005d3 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:33.179637 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:33.179861 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44c68bad-8815-456b-af9a-dbd9e97005d3 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:33.180258 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c68bad-8815-456b-af9a-dbd9e97005d3'] response: {'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909', 'status': 'completed', 'code': 200} Apr 28 14:13:33.254061 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a33e84-f430-4408-a389-4f24fd2068dc req-2d789f55-1eae-4222-b0cd-e14e88b8c257 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:33.255556 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-22a33e84-f430-4408-a389-4f24fd2068dc req-2d789f55-1eae-4222-b0cd-e14e88b8c257 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0714960 Apr 28 14:13:33.282875 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-1f22b1e8-21f7-43aa-886f-e2e52a4ed544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:33.284350 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-1f22b1e8-21f7-43aa-886f-e2e52a4ed544 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1169 time: 0.0635417 Apr 28 14:13:33.329918 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-f79cb94a-bd48-47ed-8fc9-b8f6b83a20be None None] Provisioning complete for port 874faf1e-c745-4c18-9459-d83f1d568909 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:13:33.330296 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f79cb94a-bd48-47ed-8fc9-b8f6b83a20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (874faf1e-c745-4c18-9459-d83f1d568909), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:33.354015 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['874faf1e-c745-4c18-9459-d83f1d568909'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:13:33.394928 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-22a33e84-f430-4408-a389-4f24fd2068dc req-e606576f-6fe0-4a59-8043-64f3f18a6fa8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269624 Apr 28 14:13:33.416091 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-d0401ccf-6b3f-488c-a296-d8c6910224dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:33.417714 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-d0401ccf-6b3f-488c-a296-d8c6910224dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 200 len: 916 time: 0.1241426 Apr 28 14:13:33.469615 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-f79cb94a-bd48-47ed-8fc9-b8f6b83a20be None None] Current status of the port 874faf1e-c745-4c18-9459-d83f1d568909 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:13:33.475685 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['d227ea3b-042c-47b3-b523-1ce78dcb5462'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:13:33.489456 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-0eda89f9-f17b-4b4b-a670-fbdb2c6bac32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 1002 time: 0.0618260 Apr 28 14:13:33.508263 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['874faf1e-c745-4c18-9459-d83f1d568909'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:13:33.542982 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-55adfd41-1070-4733-b020-f593e7794e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:33.544432 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-55adfd41-1070-4733-b020-f593e7794e81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=679879ec-940d-4b8c-9023-fca44d831582 HTTP/1.1" status: 200 len: 854 time: 0.0479941 Apr 28 14:13:33.596423 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-721a9f89-700b-4fde-b70c-9a3ae2984ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:33.598065 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-721a9f89-700b-4fde-b70c-9a3ae2984ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8785025f-3e85-4422-82e8-a0aa9e20f8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418048 Apr 28 14:13:33.675495 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21988135-6afe-4fba-8c82-59c3c3d89ac2 req-76f93bc7-c1ca-4a3a-bf1a-5a259223e20f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:33.677808 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-21988135-6afe-4fba-8c82-59c3c3d89ac2 req-76f93bc7-c1ca-4a3a-bf1a-5a259223e20f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 944 time: 0.0496271 Apr 28 14:13:33.698371 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-a4d18cd8-1991-444c-ac4b-c6e3eb1f23a8 service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892930 Apr 28 14:13:33.742684 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-21988135-6afe-4fba-8c82-59c3c3d89ac2 req-a5558744-847d-4a65-89bb-71caf2bd7652 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564005 Apr 28 14:13:33.801419 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7f462ab-9754-40c6-a277-3032d1b1da03 req-8660c10e-2468-4cfc-957e-7e99d11b30e1 service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915830 Apr 28 14:13:34.857398 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a634f-7367-44be-b3ab-8ca7abf4b9a7 req-00e0fe45-b4e8-4820-a974-b883db253a03 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:34.858889 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-962a634f-7367-44be-b3ab-8ca7abf4b9a7 req-00e0fe45-b4e8-4820-a974-b883db253a03 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 944 time: 0.0468838 Apr 28 14:13:34.908409 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-962a634f-7367-44be-b3ab-8ca7abf4b9a7 req-5699af40-8692-46a2-972a-3a8d31969156 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 Apr 28 14:13:35.037780 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:13:35.086155 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port d227ea3b-042c-47b3-b523-1ce78dcb5462 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:13:35.091574 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port d227ea3b-042c-47b3-b523-1ce78dcb5462 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:13:35.091969 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:35.168276 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port d227ea3b-042c-47b3-b523-1ce78dcb5462 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:13:35.168669 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:35.192326 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:35.194798 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d29b62-e539-42d7-a071-1bf0e431850d" -d '{"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-plugged", "status": "completed", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:35.208860 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:35.214243 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:35.247593 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74876fad-06b2-4313-bd64-33a55015049e x-openstack-request-id: req-74876fad-06b2-4313-bd64-33a55015049e {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:35.247960 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-plugged", "status": "completed", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:35.249175 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74876fad-06b2-4313-bd64-33a55015049e {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:35.250266 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74876fad-06b2-4313-bd64-33a55015049e'] response: {'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'code': 200} Apr 28 14:13:35.283835 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:35.416060 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b0fb5-3ffc-4b57-9bad-73eac66f53fa req-ca2a1e12-69af-4e98-9ad2-09ac3fe6d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:35.417567 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-072b0fb5-3ffc-4b57-9bad-73eac66f53fa req-ca2a1e12-69af-4e98-9ad2-09ac3fe6d3d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 1129 time: 0.0393970 Apr 28 14:13:35.467396 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-072b0fb5-3ffc-4b57-9bad-73eac66f53fa req-9c25ecaf-73d2-4629-912b-27e17e7dfa14 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380416 Apr 28 14:13:35.672404 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6678838-7828-44c0-a809-77ea8f748090 req-a59d7d56-0572-46f4-848d-8da3961104d6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:35.673873 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c6678838-7828-44c0-a809-77ea8f748090 req-a59d7d56-0572-46f4-848d-8da3961104d6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0464821 Apr 28 14:13:35.721439 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c6678838-7828-44c0-a809-77ea8f748090 req-e5f095ce-36f0-454d-a77c-18c0134aa956 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Apr 28 14:13:36.027195 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad393c8-67d2-4f65-9222-7e6a4083bfaf req-6c2b6984-bf0a-43bf-a593-76f9526bffad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:36.028916 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3ad393c8-67d2-4f65-9222-7e6a4083bfaf req-6c2b6984-bf0a-43bf-a593-76f9526bffad tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0490079 Apr 28 14:13:36.073394 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3ad393c8-67d2-4f65-9222-7e6a4083bfaf req-01903f57-9aa9-4b22-9018-4ab11da7bb06 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Apr 28 14:13:36.836274 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff0526-d538-47e7-a899-ed4d7b7e4c2c req-a62ede54-5d17-4943-9fb0-9701225c5e3b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:36.837732 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2dff0526-d538-47e7-a899-ed4d7b7e4c2c req-a62ede54-5d17-4943-9fb0-9701225c5e3b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0486386 Apr 28 14:13:36.882945 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2dff0526-d538-47e7-a899-ed4d7b7e4c2c req-5c0798c1-f645-4aaf-bf05-ffd6345eefe6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397353 Apr 28 14:13:37.189869 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2aa35-f2a7-4a8c-942f-bbb4fa1b2f43 req-f804394e-62cd-47b0-bb45-98bff4edf7b8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:37.191321 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4dc2aa35-f2a7-4a8c-942f-bbb4fa1b2f43 req-f804394e-62cd-47b0-bb45-98bff4edf7b8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0466723 Apr 28 14:13:37.238060 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4dc2aa35-f2a7-4a8c-942f-bbb4fa1b2f43 req-9a31fb18-eb08-495a-ad83-1b17ca19d7d4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Apr 28 14:13:37.998673 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b70603-691f-468f-bada-ca3c25760833 req-271b6eb4-fcf2-41cb-b7af-3b0a2a14ca87 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:38.000131 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b0b70603-691f-468f-bada-ca3c25760833 req-271b6eb4-fcf2-41cb-b7af-3b0a2a14ca87 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0504043 Apr 28 14:13:38.045704 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b0b70603-691f-468f-bada-ca3c25760833 req-0333963c-c31a-43f3-809c-8acc7c693d5a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401318 Apr 28 14:13:38.353102 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6d457-53e5-4005-9c70-6a972798e252 req-c364cb09-0762-4c44-bce6-32005b4e353a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:38.354590 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c8b6d457-53e5-4005-9c70-6a972798e252 req-c364cb09-0762-4c44-bce6-32005b4e353a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0460851 Apr 28 14:13:38.404158 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c8b6d457-53e5-4005-9c70-6a972798e252 req-05bb6f5a-7202-4603-bab3-29226b8ec8e7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Apr 28 14:13:39.168801 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d4cb5-4a58-45e1-a50f-cd4fd9a20968 req-cac63f7d-2da3-4405-b516-e8fc67b37d4b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:39.170272 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a22d4cb5-4a58-45e1-a50f-cd4fd9a20968 req-cac63f7d-2da3-4405-b516-e8fc67b37d4b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0458493 Apr 28 14:13:39.218172 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a22d4cb5-4a58-45e1-a50f-cd4fd9a20968 req-1ecc6154-b569-43f4-944e-7b06b901308e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424891 Apr 28 14:13:39.519668 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df21462-2c4b-4607-9b71-af63334e5216 req-997ece63-6a5f-461f-9e3b-22c3b782b638 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:39.521103 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1df21462-2c4b-4607-9b71-af63334e5216 req-997ece63-6a5f-461f-9e3b-22c3b782b638 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0456417 Apr 28 14:13:39.567169 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1df21462-2c4b-4607-9b71-af63334e5216 req-48424ea3-770a-4c79-aff2-064d6ee096af tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 Apr 28 14:13:39.965824 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-4f0558a8-e735-40f2-bff7-c7bb4b85a0db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:39.967216 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-4f0558a8-e735-40f2-bff7-c7bb4b85a0db tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0448081 Apr 28 14:13:40.070392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Deleting port b669ae0a-88cb-4e1e-8877-e406d9a0f8da {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:40.070726 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:40.160114 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] For port b669ae0a-88cb-4e1e-8877-e406d9a0f8da, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:40.160472 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:40.382477 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda1f3-a295-43d2-8287-e0981451cf2c req-2bf7fdb2-632a-4905-84f3-d13c98ca792d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:40.383930 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dcdda1f3-a295-43d2-8287-e0981451cf2c req-2bf7fdb2-632a-4905-84f3-d13c98ca792d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 946 time: 0.0844986 Apr 28 14:13:40.424947 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:40.425295 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (c315c86e-3b0f-46a7-a1ae-3cf11b67ef81), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:40.425618 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Floating IP c315c86e-3b0f-46a7-a1ae-3cf11b67ef81 disassociated. External IP: 172.27.1.209, port: b669ae0a-88cb-4e1e-8877-e406d9a0f8da. Apr 28 14:13:40.425951 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Calling delete_port for b669ae0a-88cb-4e1e-8877-e406d9a0f8da owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:40.479545 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dcdda1f3-a295-43d2-8287-e0981451cf2c req-1cd3b3a3-619c-4091-b666-53cf7d3e28ba tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888419 Apr 28 14:13:40.601447 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (b669ae0a-88cb-4e1e-8877-e406d9a0f8da), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:40.630441 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event deleted for resources: {'Port': ['ID=b669ae0a-88cb-4e1e-8877-e406d9a0f8da,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:40.703893 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375169ee-706b-4dc9-8bd0-006c90fdf0f6 req-e834d372-bc1d-4b1f-a433-2f85b0cb7a2d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:40.705538 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-375169ee-706b-4dc9-8bd0-006c90fdf0f6 req-e834d372-bc1d-4b1f-a433-2f85b0cb7a2d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0489867 Apr 28 14:13:40.751757 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Router 27fadad9-4d28-4de3-a8bc-399e911cefb5 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:13:40.752198 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-375169ee-706b-4dc9-8bd0-006c90fdf0f6 req-d2d24543-d398-4e52-9819-7b2def6745c2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Apr 28 14:13:40.889771 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:13:40.896779 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795795a3-2533-4707-8721-38a83d118c8f req-d30fdece-53cb-4dc6-acc4-b724554cd2f7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:40.899042 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-795795a3-2533-4707-8721-38a83d118c8f req-d30fdece-53cb-4dc6-acc4-b724554cd2f7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0587349 Apr 28 14:13:40.900075 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] Sync routers for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:13:40.909944 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:40.910738 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43234) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:40.915305 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Request body: {'floatingip': {'port_id': 'd227ea3b-042c-47b3-b523-1ce78dcb5462'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:40.916048 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:40.956982 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (f7facd46-bbbd-407e-b0c6-0be849ab28fb), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:41.040571 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:41.224686 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] No DVR routers for this DVR port b669ae0a-88cb-4e1e-8877-e406d9a0f8da on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:13:41.228405 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:41.232653 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9d151fc7-a34f-429d-86bf-4aa14c970afd req-d60ee31f-8e94-40ea-a427-892832244721 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "DELETE /v2.0/ports/b669ae0a-88cb-4e1e-8877-e406d9a0f8da HTTP/1.1" status: 204 len: 173 time: 1.2432599 Apr 28 14:13:41.233251 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'name': 'network-vif-deleted', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:41.235810 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10887bb-396f-4886-ad9e-f417c999d484" -d '{"events": [{"server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "name": "network-vif-deleted", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:41.273043 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:41.283022 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d61371e-0cdb-443c-a5d3-690de75483b8 x-openstack-request-id: req-8d61371e-0cdb-443c-a5d3-690de75483b8 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:41.283306 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434e83e8-478c-4a9a-b685-0149f175b015", "name": "network-vif-deleted", "tag": "b669ae0a-88cb-4e1e-8877-e406d9a0f8da", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:41.283561 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d61371e-0cdb-443c-a5d3-690de75483b8 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:41.283957 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d61371e-0cdb-443c-a5d3-690de75483b8'] response: {'server_uuid': '434e83e8-478c-4a9a-b685-0149f175b015', 'name': 'network-vif-deleted', 'tag': 'b669ae0a-88cb-4e1e-8877-e406d9a0f8da', 'status': 'completed', 'code': 200} Apr 28 14:13:41.307575 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] Checking router: 27fadad9-4d28-4de3-a8bc-399e911cefb5 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:13:41.317264 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:41.317482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:41.564218 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:41.594595 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f1e42f70-5124-47f5-88b4-1c7fd71cb91d req-716eff32-bf09-4290-b9df-ed56d3915a19 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=434e83e8-478c-4a9a-b685-0149f175b015 HTTP/1.1" status: 200 len: 210 time: 0.0270593 Apr 28 14:13:41.697474 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:41.702061 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (f7facd46-bbbd-407e-b0c6-0be849ab28fb), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:41.773941 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:41.801961 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c8853-e460-4339-8da6-e46e4ebdd597 None None] The sync data for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi is: [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:22Z', 'revision_number': 4, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '72316b23-0c95-4e82-b64a-21f6704327b1', 'name': '', 'network_id': 'c08b7cc8-6c6c-48fa-903c-ceba0396e30c', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'mac_address': 'fa:16:3e:75:d6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:30Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'subnets': [{'id': '34856d87-1877-4e36-925b-7e5b6d6c2d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:13:41.813137 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Floating IP f7facd46-bbbd-407e-b0c6-0be849ab28fb associated. External IP: 172.27.1.2, port: d227ea3b-042c-47b3-b523-1ce78dcb5462. Apr 28 14:13:42.027106 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d23a7-16de-433f-abff-915d68fff80a None None] New status for floating IP c315c86e-3b0f-46a7-a1ae-3cf11b67ef81: DOWN {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:13:42.027606 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Router 0634f3ed-9e0b-49a6-8998-8a6228b6417a has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:13:42.137759 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:13:42.142476 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:42.148674 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] Sync routers for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:13:42.159356 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:42.159986 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:42.174140 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-475d9353-c4bb-4846-83c2-d225de5493eb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "PUT /v2.0/floatingips/f7facd46-bbbd-407e-b0c6-0be849ab28fb HTTP/1.1" status: 200 len: 989 time: 1.2621558 Apr 28 14:13:42.175098 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:42.178486 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac04368-b105-4027-bda2-242ce704d6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:42.219170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19bf462-73b6-4422-9c2e-1f148ec7a7a2 x-openstack-request-id: req-e19bf462-73b6-4422-9c2e-1f148ec7a7a2 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:42.219462 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:42.219802 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e19bf462-73b6-4422-9c2e-1f148ec7a7a2 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:42.220348 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19bf462-73b6-4422-9c2e-1f148ec7a7a2'] response: {'name': 'network-changed', 'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'status': 'completed', 'code': 200} Apr 28 14:13:42.281985 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:42.282583 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-21bc2555-0857-4081-a6e0-e4b2cb83f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:42.284067 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-21bc2555-0857-4081-a6e0-e4b2cb83f5c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 1129 time: 0.0389667 Apr 28 14:13:42.377324 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-8fcbc919-ff87-43cc-9089-8744378470a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:42.378843 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-8fcbc919-ff87-43cc-9089-8744378470a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.0872991 Apr 28 14:13:42.443720 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-9cb5460f-18c4-4052-bb79-b78d58e23275 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 200 len: 997 time: 0.0572312 Apr 28 14:13:42.499053 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-d8fe2a56-6027-4ee4-b0f1-b4d7318d8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:42.499257 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'f7facd46-bbbd-407e-b0c6-0be849ab28fb', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'port_id': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'mac_address': 'fa:16:3e:6b:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:13:24Z', 'updated_at': '2022-04-28T14:13:41Z', 'revision_number': 1, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:42.500421 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-d8fe2a56-6027-4ee4-b0f1-b4d7318d8db2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0458171 Apr 28 14:13:42.525742 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] Checking router: 0634f3ed-9e0b-49a6-8998-8a6228b6417a for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:13:42.534283 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:42.534894 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:42.544151 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-4b94f06c-3616-4624-9df3-0abea09cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:42.545686 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-4b94f06c-3616-4624-9df3-0abea09cb0a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385683 Apr 28 14:13:42.635159 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-e6044049-43b0-4171-921c-c0ea3c26ef0c service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832474 Apr 28 14:13:42.644993 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:42.681108 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43248) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:42.766768 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3ac04368-b105-4027-bda2-242ce704d6f1 req-18fdbb88-551e-4998-a7de-6466b17c567c service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242228 Apr 28 14:13:42.777596 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cb46e2af-a333-45c0-bbf0-e469d9f9e84b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group (5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:42.803007 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cb46e2af-a333-45c0-bbf0-e469d9f9e84b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group (5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:42.852150 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cb46e2af-a333-45c0-bbf0-e469d9f9e84b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:42.855007 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cb46e2af-a333-45c0-bbf0-e469d9f9e84b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:42.856145 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-cb46e2af-a333-45c0-bbf0-e469d9f9e84b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "DELETE /v2.0/security-groups/5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6 HTTP/1.1" status: 204 len: 168 time: 0.1740558 Apr 28 14:13:42.859412 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43250) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:42.865084 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46e2af-a333-45c0-bbf0-e469d9f9e84b tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:42.870133 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'f7facd46-bbbd-407e-b0c6-0be849ab28fb', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'port_id': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'mac_address': 'fa:16:3e:6b:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:13:24Z', 'updated_at': '2022-04-28T14:13:41Z', 'revision_number': 1, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:42.876328 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.api.v2.resource [None req-64348050-46ba-4357-8a5e-67e79f1bfd07 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] show failed (client error): The resource could not be found. Apr 28 14:13:42.877381 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-64348050-46ba-4357-8a5e-67e79f1bfd07 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups/5ec26a86-6fa1-4c2c-8b3f-ade1ec2188d6 HTTP/1.1" status: 404 len: 347 time: 0.0168700 Apr 28 14:13:42.880127 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43252) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:42.901503 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8589491c-e94a-424f-8997-ee27d3c95026 None None] The sync data for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi is: [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'f7facd46-bbbd-407e-b0c6-0be849ab28fb', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'port_id': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'mac_address': 'fa:16:3e:6b:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:13:24Z', 'updated_at': '2022-04-28T14:13:41Z', 'revision_number': 1, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:13:43.002011 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Deleting port 48b656a2-98b9-4820-bd4e-fcbe8cb2c873 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:43.002345 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:43.080938 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:43.081256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:43.094005 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Calling delete_port for 48b656a2-98b9-4820-bd4e-fcbe8cb2c873 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:43.110056 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32a25e-092a-4926-9d5d-9e720d4a52ba None None] New status for floating IP f7facd46-bbbd-407e-b0c6-0be849ab28fb: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:13:43.226061 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (48b656a2-98b9-4820-bd4e-fcbe8cb2c873), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:43.260719 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event deleted for resources: {'Port': ['ID=48b656a2-98b9-4820-bd4e-fcbe8cb2c873,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:43.320824 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks [] for floatingip (c315c86e-3b0f-46a7-a1ae-3cf11b67ef81), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:43.323447 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:43.324574 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-fd0f8548-af85-4244-a2d8-1955c612d938 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "DELETE /v2.0/floatingips/c315c86e-3b0f-46a7-a1ae-3cf11b67ef81 HTTP/1.1" status: 204 len: 168 time: 0.4435570 Apr 28 14:13:45.082571 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device b669ae0a-88cb-4e1e-8877-e406d9a0f8da no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:13:45.103276 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: b669ae0a-88cb-4e1e-8877-e406d9a0f8da {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:13:45.103623 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device b669ae0a-88cb-4e1e-8877-e406d9a0f8da not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:13:45.781240 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6f930-bbe5-4065-98c1-c85844951b0a req-0a4c10d5-bc35-414d-ac7f-905cc2d777a1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:45.782690 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-22f6f930-bbe5-4065-98c1-c85844951b0a req-0a4c10d5-bc35-414d-ac7f-905cc2d777a1 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0506721 Apr 28 14:13:45.827749 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-22f6f930-bbe5-4065-98c1-c85844951b0a req-0649be04-21e5-4632-9c78-2faf00303534 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Apr 28 14:13:46.943714 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a48e2-74b3-449e-9cae-19a86db008a5 req-e257b6fe-e068-41d0-b91d-711f5f33228f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:46.945167 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-620a48e2-74b3-449e-9cae-19a86db008a5 req-e257b6fe-e068-41d0-b91d-711f5f33228f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0501132 Apr 28 14:13:46.990541 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-620a48e2-74b3-449e-9cae-19a86db008a5 req-54fda248-fe7a-45c2-ac75-443a023c9075 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Apr 28 14:13:47.707519 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-de4ad33e-706d-454f-8a42-770b5ff36f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:48.100952 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b7c5c-e426-4c02-a688-a5809ce05d71 req-4f3e513d-984e-45b2-a4be-04dbf84fd986 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:48.102483 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c7b7c5c-e426-4c02-a688-a5809ce05d71 req-4f3e513d-984e-45b2-a4be-04dbf84fd986 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0476143 Apr 28 14:13:48.102774 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-4482acf2-a5ed-41be-9153-95424ba5b4e3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:48.104995 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-4482acf2-a5ed-41be-9153-95424ba5b4e3 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "GET /v2.0/ports?device_id=a35df843-a328-45cb-9774-4685dad795f6 HTTP/1.1" status: 200 len: 945 time: 0.0451794 Apr 28 14:13:48.149445 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5c7b7c5c-e426-4c02-a688-a5809ce05d71 req-d3d2f670-93b1-4950-816c-190f467db341 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Apr 28 14:13:48.191906 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Deleting port 1f7db596-fa3b-4543-97cc-b92436421fae {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:48.192265 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:48.281888 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] For port 1f7db596-fa3b-4543-97cc-b92436421fae, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=1f7db596-fa3b-4543-97cc-b92436421fae,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:48.282157 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:48.295163 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Calling delete_port for 1f7db596-fa3b-4543-97cc-b92436421fae owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:48.428236 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (1f7db596-fa3b-4543-97cc-b92436421fae), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:48.440192 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['a14231ff-5634-46c9-8940-cc5cc6137354', '1f7db596-fa3b-4543-97cc-b92436421fae'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:13:48.454613 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event deleted for resources: {'Port': ['ID=1f7db596-fa3b-4543-97cc-b92436421fae,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:48.499173 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] No DVR routers for this DVR port 1f7db596-fa3b-4543-97cc-b92436421fae on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:13:48.501725 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:48.505186 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-13572a8c-933e-4efc-a03c-e47c9c027149 req-ed75cdd1-1acb-4d36-92ac-b8f4161c26d4 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "DELETE /v2.0/ports/1f7db596-fa3b-4543-97cc-b92436421fae HTTP/1.1" status: 204 len: 173 time: 0.3950124 Apr 28 14:13:48.505648 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35df843-a328-45cb-9774-4685dad795f6', 'name': 'network-vif-deleted', 'tag': '1f7db596-fa3b-4543-97cc-b92436421fae'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:48.507862 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ec2de2-d6ff-482f-a35c-c4e717a39366" -d '{"events": [{"server_uuid": "a35df843-a328-45cb-9774-4685dad795f6", "name": "network-vif-deleted", "tag": "1f7db596-fa3b-4543-97cc-b92436421fae"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:48.549119 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67653604-323a-4407-b729-960e3057afe0 x-openstack-request-id: req-67653604-323a-4407-b729-960e3057afe0 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:48.550421 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35df843-a328-45cb-9774-4685dad795f6", "name": "network-vif-deleted", "tag": "1f7db596-fa3b-4543-97cc-b92436421fae", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:48.550896 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67653604-323a-4407-b729-960e3057afe0 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:48.551507 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67653604-323a-4407-b729-960e3057afe0'] response: {'server_uuid': 'a35df843-a328-45cb-9774-4685dad795f6', 'name': 'network-vif-deleted', 'tag': '1f7db596-fa3b-4543-97cc-b92436421fae', 'status': 'completed', 'code': 200} Apr 28 14:13:49.416170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2029ed5-b569-48c3-8f9d-5bf46758a566 req-9828df80-0f95-4102-bc31-f82251e3757e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:49.417585 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2029ed5-b569-48c3-8f9d-5bf46758a566 req-9828df80-0f95-4102-bc31-f82251e3757e tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Apr 28 14:13:49.463385 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2029ed5-b569-48c3-8f9d-5bf46758a566 req-34650dc1-494f-40f3-a7c2-0ef629c803f6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402408 Apr 28 14:13:50.047041 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6eb0fb95-c204-4f82-9d3b-3648dc5c1441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:50.581499 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb902a1-0c46-4ea9-8801-ec83254cc965 req-e1d8aa9a-e1a3-4154-8ae4-49373b1bdf59 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:50.582971 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-fcb902a1-0c46-4ea9-8801-ec83254cc965 req-e1d8aa9a-e1a3-4154-8ae4-49373b1bdf59 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0519497 Apr 28 14:13:50.629113 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-fcb902a1-0c46-4ea9-8801-ec83254cc965 req-2e5fbb5b-309f-4c73-bceb-85d9ca04d78a tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Apr 28 14:13:51.053379 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:13:51.740551 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961370e4-8de9-42c3-95f7-9a286a609967 req-18f91d4c-8503-4d4e-988d-2633f83e4f5d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:51.742017 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-961370e4-8de9-42c3-95f7-9a286a609967 req-18f91d4c-8503-4d4e-988d-2633f83e4f5d tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0465467 Apr 28 14:13:51.773999 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:51.790895 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-961370e4-8de9-42c3-95f7-9a286a609967 req-3c135af8-a0c8-42de-ad7c-6ad5d0da14c6 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Apr 28 14:13:52.737678 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-9107f4dd-2ae2-4378-a87a-75834023b0be tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:52.739202 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-9107f4dd-2ae2-4378-a87a-75834023b0be tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0484865 Apr 28 14:13:52.804216 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:52.830562 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Deleting port a14231ff-5634-46c9-8940-cc5cc6137354 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:52.830897 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:52.935659 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89d977-d1a4-489a-b782-cca34296883c req-6aaa3a5c-e468-464b-818b-d4f57aba11e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:52.937098 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5f89d977-d1a4-489a-b782-cca34296883c req-6aaa3a5c-e468-464b-818b-d4f57aba11e8 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc7d2697-2696-4548-a7b0-4beb7b5a5754 HTTP/1.1" status: 200 len: 945 time: 0.0791543 Apr 28 14:13:52.975484 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] For port a14231ff-5634-46c9-8940-cc5cc6137354, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=a14231ff-5634-46c9-8940-cc5cc6137354,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:52.975845 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:52.996370 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Calling delete_port for a14231ff-5634-46c9-8940-cc5cc6137354 owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:53.021000 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5f89d977-d1a4-489a-b782-cca34296883c req-d29c9119-69b5-4f7b-a9bb-c0ed1e7e899f tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fd1525-69d9-4bd3-9e29-848fefa5c351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767009 Apr 28 14:13:53.085650 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 1f7db596-fa3b-4543-97cc-b92436421fae no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:13:53.105368 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 1f7db596-fa3b-4543-97cc-b92436421fae {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:13:53.105812 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 1f7db596-fa3b-4543-97cc-b92436421fae not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:13:53.134016 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (a14231ff-5634-46c9-8940-cc5cc6137354), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:53.145267 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['a14231ff-5634-46c9-8940-cc5cc6137354'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:13:53.166919 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Pushing event deleted for resources: {'Port': ['ID=a14231ff-5634-46c9-8940-cc5cc6137354,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:53.211209 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] No DVR routers for this DVR port a14231ff-5634-46c9-8940-cc5cc6137354 on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:13:53.213941 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:53.217361 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a741d5ea-1100-4d9b-b946-ae5873ad7ab3 req-5e839cfa-799a-46ab-8ab3-76f182a1e437 tempest-ServerRescueNegativeTestJSON-1448694495 tempest-ServerRescueNegativeTestJSON-1448694495-project] 10.222.0.13 "DELETE /v2.0/ports/a14231ff-5634-46c9-8940-cc5cc6137354 HTTP/1.1" status: 204 len: 173 time: 0.4706793 Apr 28 14:13:53.217875 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7d2697-2696-4548-a7b0-4beb7b5a5754', 'name': 'network-vif-deleted', 'tag': 'a14231ff-5634-46c9-8940-cc5cc6137354'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:53.220135 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f601af-feb0-43c9-aa0f-5c653cbbbf0d" -d '{"events": [{"server_uuid": "bc7d2697-2696-4548-a7b0-4beb7b5a5754", "name": "network-vif-deleted", "tag": "a14231ff-5634-46c9-8940-cc5cc6137354"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:53.258766 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1254c77c-7969-4c56-9365-6558d0c7bacc x-openstack-request-id: req-1254c77c-7969-4c56-9365-6558d0c7bacc {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:53.259051 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7d2697-2696-4548-a7b0-4beb7b5a5754", "name": "network-vif-deleted", "tag": "a14231ff-5634-46c9-8940-cc5cc6137354", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:53.259315 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1254c77c-7969-4c56-9365-6558d0c7bacc {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:53.260250 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1254c77c-7969-4c56-9365-6558d0c7bacc'] response: {'server_uuid': 'bc7d2697-2696-4548-a7b0-4beb7b5a5754', 'name': 'network-vif-deleted', 'tag': 'a14231ff-5634-46c9-8940-cc5cc6137354', 'status': 'completed', 'code': 200} Apr 28 14:13:54.080185 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43298) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:54.262155 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:54.464451 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (27fadad9-4d28-4de3-a8bc-399e911cefb5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:54.736545 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Deleting port 72316b23-0c95-4e82-b64a-21f6704327b1 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:54.736797 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:54.815200 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] For port 72316b23-0c95-4e82-b64a-21f6704327b1, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=72316b23-0c95-4e82-b64a-21f6704327b1,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:54.815557 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:54.828142 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Calling delete_port for 72316b23-0c95-4e82-b64a-21f6704327b1 owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:55.007213 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (72316b23-0c95-4e82-b64a-21f6704327b1), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:55.029540 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=72316b23-0c95-4e82-b64a-21f6704327b1,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:55.203230 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (27fadad9-4d28-4de3-a8bc-399e911cefb5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:55.426121 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Router 27fadad9-4d28-4de3-a8bc-399e911cefb5 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:13:55.536361 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:13:55.542022 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-bb4e6b69-4491-4fe8-8199-f927db3d97b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/27fadad9-4d28-4de3-a8bc-399e911cefb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4606867 Apr 28 14:13:55.544629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43306) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:55.545632 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] Sync routers for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:13:55.555520 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:55.556136 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:55.647829 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks [] for router (27fadad9-4d28-4de3-a8bc-399e911cefb5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:55.665993 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:55.762264 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks [] for router_gateway (27fadad9-4d28-4de3-a8bc-399e911cefb5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:55.808863 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Deleting port 007f3e72-58c7-4d8d-81cc-26366911c92b {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:55.808863 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:55.845874 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:13:54Z', 'revision_number': 5, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port': {'id': '007f3e72-58c7-4d8d-81cc-26366911c92b', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:17Z', 'updated_at': '2022-04-28T14:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:55.874500 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] Checking router: 27fadad9-4d28-4de3-a8bc-399e911cefb5 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:13:55.882850 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] Routers {'27fadad9-4d28-4de3-a8bc-399e911cefb5'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:55.883600 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['27fadad9-4d28-4de3-a8bc-399e911cefb5'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:55.987043 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] Set router 27fadad9-4d28-4de3-a8bc-399e911cefb5 gateway port host: None {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:56.045032 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:13:55Z', 'revision_number': 6, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:56.072705 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1064b-ce93-4c46-b455-8618452243a6 None None] The sync data for ids ['27fadad9-4d28-4de3-a8bc-399e911cefb5'] in dv-cinder-839760-1-iscsi is: [{'id': '27fadad9-4d28-4de3-a8bc-399e911cefb5', 'name': 'tempest-ServerRescueNegativeTestJSON-602105481-router', 'tenant_id': '56f9e0563ca841b2acf0475664032b9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:13:55Z', 'revision_number': 6, 'project_id': '56f9e0563ca841b2acf0475664032b9f', 'gw_port_host': None}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:13:56.164600 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c53bd5-1372-464a-9cff-3a8039196a0c req-1e408391-b3ae-4886-b40c-c19b2b8ec67b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:56.166609 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54c53bd5-1372-464a-9cff-3a8039196a0c req-1e408391-b3ae-4886-b40c-c19b2b8ec67b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0601497 Apr 28 14:13:56.174593 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] For port 007f3e72-58c7-4d8d-81cc-26366911c92b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=007f3e72-58c7-4d8d-81cc-26366911c92b,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:56.174953 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.198551 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Calling delete_port for 007f3e72-58c7-4d8d-81cc-26366911c92b owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:56.223115 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.261359 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54c53bd5-1372-464a-9cff-3a8039196a0c req-b0fe2bf6-747f-426e-991a-c1bce9ee6644 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891659 Apr 28 14:13:56.381947 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (007f3e72-58c7-4d8d-81cc-26366911c92b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.411549 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=007f3e72-58c7-4d8d-81cc-26366911c92b,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:56.476777 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (27fadad9-4d28-4de3-a8bc-399e911cefb5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.580652 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (27fadad9-4d28-4de3-a8bc-399e911cefb5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.582768 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks [] for router_controller (27fadad9-4d28-4de3-a8bc-399e911cefb5), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.648062 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (27fadad9-4d28-4de3-a8bc-399e911cefb5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.648558 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27fadad9-4d28-4de3-a8bc-399e911cefb5 {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:13:56.654341 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.655462 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-400c7090-f2bd-4cc6-bf04-644588b7fff6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/27fadad9-4d28-4de3-a8bc-399e911cefb5 HTTP/1.1" status: 204 len: 168 time: 1.1099212 Apr 28 14:13:56.658007 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43318) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:56.700086 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-c539112e-631c-4936-b2cd-d3e537544375 admin admin] Deleting subnet 34856d87-1877-4e36-925b-7e5b6d6c2d92 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:13:56.703077 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c539112e-631c-4936-b2cd-d3e537544375 admin admin] Publish callbacks [] for subnet (34856d87-1877-4e36-925b-7e5b6d6c2d92), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.735908 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c539112e-631c-4936-b2cd-d3e537544375 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499914'] for subnet (34856d87-1877-4e36-925b-7e5b6d6c2d92), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.844385 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c539112e-631c-4936-b2cd-d3e537544375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (34856d87-1877-4e36-925b-7e5b6d6c2d92), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.899003 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c539112e-631c-4936-b2cd-d3e537544375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3277004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16879755'] for subnet (34856d87-1877-4e36-925b-7e5b6d6c2d92), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.929116 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539112e-631c-4936-b2cd-d3e537544375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34856d87-1877-4e36-925b-7e5b6d6c2d92,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:56.931568 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c539112e-631c-4936-b2cd-d3e537544375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:56.935461 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c539112e-631c-4936-b2cd-d3e537544375 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/34856d87-1877-4e36-925b-7e5b6d6c2d92 HTTP/1.1" status: 204 len: 168 time: 0.2757688 Apr 28 14:13:56.936786 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa877d3-01af-4ab3-9962-906c4a520aec None None] Network c08b7cc8-6c6c-48fa-903c-ceba0396e30c requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:13:56.937320 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43320) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:57.011060 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (c08b7cc8-6c6c-48fa-903c-ceba0396e30c), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.062110 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Deleting port a02da7ff-950d-477a-9c8c-6c285d6ddb11 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:57.062444 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.108648 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a14231ff-5634-46c9-8940-cc5cc6137354 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:13:57.110846 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] DHCP port deletion for c08b7cc8-6c6c-48fa-903c-ceba0396e30c request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:13:57.130577 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] For port a02da7ff-950d-477a-9c8c-6c285d6ddb11, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a02da7ff-950d-477a-9c8c-6c285d6ddb11,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:57.130936 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.132231 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: a14231ff-5634-46c9-8940-cc5cc6137354 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:13:57.132571 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device a14231ff-5634-46c9-8940-cc5cc6137354 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:13:57.144781 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Calling delete_port for a02da7ff-950d-477a-9c8c-6c285d6ddb11 owned by network:dhcp {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:57.171516 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] Deleting port a02da7ff-950d-477a-9c8c-6c285d6ddb11 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:57.171887 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.227537 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.234691 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] For port a02da7ff-950d-477a-9c8c-6c285d6ddb11, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a02da7ff-950d-477a-9c8c-6c285d6ddb11,segment=NetworkSegment(afcd7460-ca54-4a5b-94fa-123e301d03b5),segment_id=afcd7460-ca54-4a5b-94fa-123e301d03b5)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:57.235169 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.248793 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] Calling delete_port for a02da7ff-950d-477a-9c8c-6c285d6ddb11 owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:57.254752 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Pushing event deleted for resources: {'Port': ['ID=a02da7ff-950d-477a-9c8c-6c285d6ddb11,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:57.256544 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] No DVR routers for this DVR port a02da7ff-950d-477a-9c8c-6c285d6ddb11 on host dv-cinder-839760-1-iscsi {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:13:57.327425 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (c08b7cc8-6c6c-48fa-903c-ceba0396e30c), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.379639 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08b7cc8-6c6c-48fa-903c-ceba0396e30c']}} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:57.395235 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcd7460-ca54-4a5b-94fa-123e301d03b5') {'for_net_delete': True} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:57.395527 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcd7460-ca54-4a5b-94fa-123e301d03b5') {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:57.412677 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ee290-0ae9-441f-bbb6-77632a306af5 req-23902e43-e6e7-4f2c-8246-6f1d59cf0112 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:57.414203 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-416ee290-0ae9-441f-bbb6-77632a306af5 req-23902e43-e6e7-4f2c-8246-6f1d59cf0112 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0778866 Apr 28 14:13:57.416506 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212146'] for segment (afcd7460-ca54-4a5b-94fa-123e301d03b5), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.442088 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (afcd7460-ca54-4a5b-94fa-123e301d03b5), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.453703 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:13:57.454106 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4088999'] for segment (afcd7460-ca54-4a5b-94fa-123e301d03b5), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: Traceback (most recent call last): Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: timer() Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: cb(*args, **kw) Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: return func(*args, **kwargs) Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: self._notify() Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: self.callback(batched_events) Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: event.method(event) Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: return f(self, *a, **k) Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._get(url).json() Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: return self.request(url, 'GET', **kwargs) Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:13:57.455866 dv-cinder-839760-1-iscsi neutron-server[103509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:13:57.504125 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121'] for port (a02da7ff-950d-477a-9c8c-6c285d6ddb11), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.513189 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 72316b23-0c95-4e82-b64a-21f6704327b1 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:13:57.524339 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-416ee290-0ae9-441f-bbb6-77632a306af5 req-ecccc3fd-a69c-4426-b18b-eea9eb69f3fb tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009421 Apr 28 14:13:57.532445 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (c08b7cc8-6c6c-48fa-903c-ceba0396e30c), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.553910 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.554808 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] Pushing event deleted for resources: {'Port': ['ID=a02da7ff-950d-477a-9c8c-6c285d6ddb11,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:57.556408 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 72316b23-0c95-4e82-b64a-21f6704327b1 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:13:57.556748 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 72316b23-0c95-4e82-b64a-21f6704327b1 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:13:57.557160 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a02da7ff-950d-477a-9c8c-6c285d6ddb11 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:13:57.561649 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] 10.222.0.20 "DELETE /v2.0/networks/c08b7cc8-6c6c-48fa-903c-ceba0396e30c HTTP/1.1" status: 204 len: 168 time: 0.6214020 Apr 28 14:13:57.562992 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c7789-9902-4c76-9449-5108ad7ad18f admin admin] Pushing event deleted for resources: {'Network': ['ID=c08b7cc8-6c6c-48fa-903c-ceba0396e30c,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:57.576768 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed4430-5bde-4999-bc5d-3c14e642c011 None None] No DVR routers for this DVR port a02da7ff-950d-477a-9c8c-6c285d6ddb11 on host dv-cinder-839760-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:13:57.578746 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: a02da7ff-950d-477a-9c8c-6c285d6ddb11 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:13:57.579097 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a02da7ff-950d-477a-9c8c-6c285d6ddb11 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:13:57.579508 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 007f3e72-58c7-4d8d-81cc-26366911c92b no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:13:57.600769 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 007f3e72-58c7-4d8d-81cc-26366911c92b {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:13:57.601126 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 007f3e72-58c7-4d8d-81cc-26366911c92b not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:13:57.721695 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43326) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:57.762804 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9c6d1f34-e686-4639-b39a-66d6d6a74888 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56f9e0563ca841b2acf0475664032b9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397799 Apr 28 14:13:57.764963 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43328) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:57.810094 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f30e67ef-a08c-408a-bed1-821daab8772b admin admin] Publish callbacks [] for security_group (10fd1525-69d9-4bd3-9e29-848fefa5c351), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.830815 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f30e67ef-a08c-408a-bed1-821daab8772b admin admin] Publish callbacks [] for security_group (10fd1525-69d9-4bd3-9e29-848fefa5c351), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.881304 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f30e67ef-a08c-408a-bed1-821daab8772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (10fd1525-69d9-4bd3-9e29-848fefa5c351), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.883844 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f30e67ef-a08c-408a-bed1-821daab8772b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:57.885008 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-f30e67ef-a08c-408a-bed1-821daab8772b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10fd1525-69d9-4bd3-9e29-848fefa5c351 HTTP/1.1" status: 204 len: 168 time: 0.1191669 Apr 28 14:13:57.892710 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e67ef-a08c-408a-bed1-821daab8772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fd1525-69d9-4bd3-9e29-848fefa5c351,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:58.197041 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-9a8a43a0-c909-4524-ab1b-ca0eb287b9c4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:58.198508 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-9a8a43a0-c909-4524-ab1b-ca0eb287b9c4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0460212 Apr 28 14:13:58.291182 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Deleting port 63bd25c8-a9e7-4f88-a444-b5834db44c7d {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:13:58.291443 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.383544 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] For port 63bd25c8-a9e7-4f88-a444-b5834db44c7d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=63bd25c8-a9e7-4f88-a444-b5834db44c7d,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:13:58.383932 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.537615 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43350) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:58.557006 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.557306 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (60d5db05-e7b8-421a-9b59-c86d97e50d3b), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.557694 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Floating IP 60d5db05-e7b8-421a-9b59-c86d97e50d3b disassociated. External IP: 172.27.1.87, port: 63bd25c8-a9e7-4f88-a444-b5834db44c7d. Apr 28 14:13:58.558033 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Calling delete_port for 63bd25c8-a9e7-4f88-a444-b5834db44c7d owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:13:58.644621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-301627331-network', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:58.654631 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7ec07-c022-442a-9041-770ab0a75105 req-1caaefe8-d618-4731-b731-5706502009c1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:58.656072 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7f7ec07-c022-442a-9041-770ab0a75105 req-1caaefe8-d618-4731-b731-5706502009c1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 946 time: 0.0581384 Apr 28 14:13:58.692819 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Made reservation on behalf of 9bc2618a240d4702b6c7660829fabbcd for: {'network': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:13:58.695016 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.700270 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (63bd25c8-a9e7-4f88-a444-b5834db44c7d), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.713843 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.724697 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d7f7ec07-c022-442a-9041-770ab0a75105 req-a71a2f96-395a-48e6-baca-8c72a7940717 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=15425afd-187e-42d4-a9f0-6fd74a7e2018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614562 Apr 28 14:13:58.726709 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event deleted for resources: {'Port': ['ID=63bd25c8-a9e7-4f88-a444-b5834db44c7d,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:58.800456 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Publish callbacks [] for security_group (b06e834d-9414-492c-8077-2740c5161f0d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.804295 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b06e834d-9414-492c-8077-2740c5161f0d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.830505 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:13:58.836676 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e834d-9414-492c-8077-2740c5161f0d,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:58.843317 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (9e6cef70-be89-48fc-87ba-935e5233166c), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.843688 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.segments_db [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Added segment 9e6cef70-be89-48fc-87ba-935e5233166c of type vlan for network 76338b23-752a-423f-88bf-10730cade65f Apr 28 14:13:58.852648 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Router f1641a16-72a3-47dd-b6c3-3781404b9b0c has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:13:58.891168 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (76338b23-752a-423f-88bf-10730cade65f), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.920631 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (76338b23-752a-423f-88bf-10730cade65f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.921625 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:58.922203 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:58.960356 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4216177 Apr 28 14:13:58.963286 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43360) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:58.970137 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Request body: {'subnet': {'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-301627331-subnet', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:58.989603 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:13:59.001615 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] Sync routers for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:13:59.014719 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:59.015508 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:59.026701 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4848d-c276-4119-9c2d-2ae769816574 admin admin] Pushing event updated for resources: {'Network': ['ID=76338b23-752a-423f-88bf-10730cade65f,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:59.041315 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 76338b23-752a-423f-88bf-10730cade65f details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:13:59.043298 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Made reservation on behalf of 9bc2618a240d4702b6c7660829fabbcd for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:13:59.047775 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16879718'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.058585 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] No DVR routers for this DVR port 63bd25c8-a9e7-4f88-a444-b5834db44c7d on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:13:59.061157 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.065209 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bd9a4278-5cdd-4817-9d7a-ded82ccc5153 req-69dcc2d2-ad74-4acd-953f-bd721d63b22b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "DELETE /v2.0/ports/63bd25c8-a9e7-4f88-a444-b5834db44c7d HTTP/1.1" status: 204 len: 173 time: 0.8606229 Apr 28 14:13:59.065772 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'name': 'network-vif-deleted', 'tag': '63bd25c8-a9e7-4f88-a444-b5834db44c7d'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:13:59.068026 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24022992-9466-4dff-b7a3-dc535d52038b" -d '{"events": [{"server_uuid": "c6d95490-c910-4983-aef6-9b3f93a71a6b", "name": "network-vif-deleted", "tag": "63bd25c8-a9e7-4f88-a444-b5834db44c7d"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:13:59.110792 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3905b9-2d43-458f-9e14-287ab52ad899 x-openstack-request-id: req-9c3905b9-2d43-458f-9e14-287ab52ad899 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:13:59.111282 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d95490-c910-4983-aef6-9b3f93a71a6b", "name": "network-vif-deleted", "tag": "63bd25c8-a9e7-4f88-a444-b5834db44c7d", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:13:59.111795 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c3905b9-2d43-458f-9e14-287ab52ad899 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:13:59.112345 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3905b9-2d43-458f-9e14-287ab52ad899'] response: {'server_uuid': 'c6d95490-c910-4983-aef6-9b3f93a71a6b', 'name': 'network-vif-deleted', 'tag': '63bd25c8-a9e7-4f88-a444-b5834db44c7d', 'status': 'completed', 'code': 200} Apr 28 14:13:59.153121 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:59.307378 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa2ac8-40cc-4073-b42a-1bfd3f2185c2 req-dfa7688b-65c5-4c1e-95ce-aab281e1387b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:59.315905 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-68aa2ac8-40cc-4073-b42a-1bfd3f2185c2 req-dfa7688b-65c5-4c1e-95ce-aab281e1387b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0735083 Apr 28 14:13:59.336646 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-c029de02-6fe8-4cde-b9b4-34c746ef7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:59.342057 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-c029de02-6fe8-4cde-b9b4-34c746ef7634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1169 time: 0.0822947 Apr 28 14:13:59.388428 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:59.420485 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] Checking router: f1641a16-72a3-47dd-b6c3-3781404b9b0c for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:13:59.429547 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:13:59.430239 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:59.439102 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-68aa2ac8-40cc-4073-b42a-1bfd3f2185c2 req-e2236337-5644-4aa9-a036-b35c112de6d6 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223938 Apr 28 14:13:59.461975 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16879764'] for subnet (075b7eb8-3301-45be-99c8-5c2161e5230f), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.511413 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=075b7eb8-3301-45be-99c8-5c2161e5230f,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:13:59.526876 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Checking segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:13:59.527228 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Network hostable DHCP agents. Network: 76338b23-752a-423f-88bf-10730cade65f, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:13:59.537974 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:13:59.544602 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Network 76338b23-752a-423f-88bf-10730cade65f is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:13:59.553712 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 76338b23-752a-423f-88bf-10730cade65f) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:13:59.557669 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:59.558258 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.566619 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e3704-9ed0-49dd-9325-6515ba5c01d4 None None] Network 76338b23-752a-423f-88bf-10730cade65f requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:13:59.580725 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4e692be4-a841-4a50-aa75-77cf955dab5d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6135588 Apr 28 14:13:59.580943 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43366) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:13:59.585973 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:13:59.607980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-550'] for router (32927bad-7330-4d32-b93e-75202c2128a8), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.609008 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-520714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-510138', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-559'] for router (32927bad-7330-4d32-b93e-75202c2128a8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.670211 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks [] for router_controller (32927bad-7330-4d32-b93e-75202c2128a8), precommit_add_association {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.708098 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a54439f-bd9c-579e-956d-78801004e9b3-76338b23-752a-423f-88bf-10730cade65f', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f'}]}} from dv-cinder-839760-1-iscsi. {{(pid=103511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 14:13:59.709101 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.739036 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-0e0dbb4f-7f5f-48db-b102-d335571ca468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:13:59.740835 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-0e0dbb4f-7f5f-48db-b102-d335571ca468 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 200 len: 916 time: 0.1463697 Apr 28 14:13:59.807044 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:13:59.822361 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks [] for router_gateway (32927bad-7330-4d32-b93e-75202c2128a8), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:13:59.836815 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee8e8b-a92d-4c23-b87e-d98d4556ee94 None None] The sync data for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi is: [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:13:59.891155 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.db_base_plugin_common [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Allocated IP 172.20.0.2 (76338b23-752a-423f-88bf-10730cade65f/075b7eb8-3301-45be-99c8-5c2161e5230f/240944aa-cc02-4b58-9908-c7a854d5108b) {{(pid=103511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:13:59.894872 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-51660a65-488f-4baf-96ab-4593c3d43c98 req-de4814e6-6bd7-46da-9e59-9b277e54bfcc tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d95490-c910-4983-aef6-9b3f93a71a6b HTTP/1.1" status: 200 len: 210 time: 0.0396814 Apr 28 14:13:59.966171 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-7cd8a53d-6910-4c64-86ee-d6c444af6f0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 1002 time: 0.0699151 Apr 28 14:14:00.043047 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-3969d16e-35ab-4d3c-a428-4ed2239dcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:00.048067 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-3969d16e-35ab-4d3c-a428-4ed2239dcf1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=679879ec-940d-4b8c-9023-fca44d831582 HTTP/1.1" status: 200 len: 854 time: 0.0753815 Apr 28 14:14:00.097164 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Publish callbacks [] for port (240944aa-cc02-4b58-9908-c7a854d5108b), precommit_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.107254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), after_create {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.116980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks [] for router_gateway (32927bad-7330-4d32-b93e-75202c2128a8), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.129299 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-2bbedbb7-e815-4b99-8fc4-7f1bf9e5db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:00.131021 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-2bbedbb7-e815-4b99-8fc4-7f1bf9e5db14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8785025f-3e85-4422-82e8-a0aa9e20f8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706704 Apr 28 14:14:00.139813 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.149389 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Network 76338b23-752a-423f-88bf-10730cade65f is already hosted by enough agents. {{(pid=103511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:00.155277 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.scheduler.base_scheduler [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Resources bound (agent type, host, resource id): {{(pid=103511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:00.157778 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Received port after_create {{(pid=103511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:00.170214 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Pushing event updated for resources: {'Port': ['ID=240944aa-cc02-4b58-9908-c7a854d5108b,revision_number=1']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:00.229662 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5c760-21e0-48d2-8e49-2f98cf733233 None None] New status for floating IP 60d5db05-e7b8-421a-9b59-c86d97e50d3b: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:14:00.249990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Allocated IP 172.27.1.241 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/14503689-8a63-414c-847a-6e6038184af5) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:14:00.268158 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Attempting to bind port 240944aa-cc02-4b58-9908-c7a854d5108b on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:14:00.268532 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Attempting to bind port 240944aa-cc02-4b58-9908-c7a854d5108b by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:14:00.268893 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Attempting to bind port 240944aa-cc02-4b58-9908-c7a854d5108b on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:00.309576 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:14:00.309962 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Checking segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:14:00.310362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.310756 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Bound using segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:14:00.311225 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Bound port: 240944aa-cc02-4b58-9908-c7a854d5108b, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:14:00.311605 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.356080 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks [] for port (14503689-8a63-414c-847a-6e6038184af5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.399613 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (14503689-8a63-414c-847a-6e6038184af5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.421102 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] For port 240944aa-cc02-4b58-9908-c7a854d5108b, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:14:00.424488 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] For port 240944aa-cc02-4b58-9908-c7a854d5108b, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=240944aa-cc02-4b58-9908-c7a854d5108b,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:14:00.431847 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.450017 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:00.453345 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:00.456552 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:00.488855 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-53a8a5cc-20bd-4e03-8912-e8c2c6761f0e service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287212 Apr 28 14:14:00.499488 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Pushing event updated for resources: {'Port': ['ID=14503689-8a63-414c-847a-6e6038184af5,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:00.528647 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1f24b-2d10-47df-852b-4921123af6a5 None None] Pushing event updated for resources: {'Port': ['ID=240944aa-cc02-4b58-9908-c7a854d5108b,revision_number=2']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:00.601421 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eb217e19-a638-49c4-9b9d-0e792b284e8a req-6a08401d-c439-4bb1-aa15-60c10f0cb20e service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027510 Apr 28 14:14:00.669606 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1608d1-e9b3-40e0-acd2-f453a031b67c req-9730a1c4-1a6f-4754-8eb0-bb79cda81c71 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:00.671117 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bf1608d1-e9b3-40e0-acd2-f453a031b67c req-9730a1c4-1a6f-4754-8eb0-bb79cda81c71 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.1295063 Apr 28 14:14:00.818662 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bf1608d1-e9b3-40e0-acd2-f453a031b67c req-a1263592-b28e-46b1-84d9-afec28201a79 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317167 Apr 28 14:14:00.875277 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks [] for router_gateway (32927bad-7330-4d32-b93e-75202c2128a8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:00.955490 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43376) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:01.011393 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-227d23c2-9564-42cc-9828-f4e717775db4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (15425afd-187e-42d4-a9f0-6fd74a7e2018), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.037252 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-227d23c2-9564-42cc-9828-f4e717775db4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (15425afd-187e-42d4-a9f0-6fd74a7e2018), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.088509 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-510159'] for router (32927bad-7330-4d32-b93e-75202c2128a8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.105916 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-227d23c2-9564-42cc-9828-f4e717775db4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (15425afd-187e-42d4-a9f0-6fd74a7e2018), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.108775 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-227d23c2-9564-42cc-9828-f4e717775db4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.112477 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-227d23c2-9564-42cc-9828-f4e717775db4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "DELETE /v2.0/security-groups/15425afd-187e-42d4-a9f0-6fd74a7e2018 HTTP/1.1" status: 204 len: 168 time: 0.1533909 Apr 28 14:14:01.113954 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43378) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:01.137184 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d23c2-9564-42cc-9828-f4e717775db4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15425afd-187e-42d4-a9f0-6fd74a7e2018,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:01.139341 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.api.v2.resource [None req-0d5bc0a1-ef35-49ef-bbb6-211c229edadc tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] show failed (client error): The resource could not be found. Apr 28 14:14:01.140681 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0d5bc0a1-ef35-49ef-bbb6-211c229edadc tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups/15425afd-187e-42d4-a9f0-6fd74a7e2018 HTTP/1.1" status: 404 len: 347 time: 0.0251381 Apr 28 14:14:01.143520 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43380) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:01.500524 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30f0e82-3698-4657-8efe-0d4e99758e93 None None] Network 76338b23-752a-423f-88bf-10730cade65f requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:14:01.559244 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 240944aa-cc02-4b58-9908-c7a854d5108b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:01.574135 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Deleting port 5a5a29f2-e045-4360-9b6b-a69c6517593b {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:14:01.574466 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (5a5a29f2-e045-4360-9b6b-a69c6517593b), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.604604 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-e6eaa357-9367-4be4-8227-bc2c383aeed1 None None] Provisioning complete for port 240944aa-cc02-4b58-9908-c7a854d5108b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:01.604990 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e6eaa357-9367-4be4-8227-bc2c383aeed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.647374 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Router 32927bad-7330-4d32-b93e-75202c2128a8 is scheduled to L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 with binding_index 1 {{(pid=103510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:14:01.671965 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (5a5a29f2-e045-4360-9b6b-a69c6517593b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.672640 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (5a5a29f2-e045-4360-9b6b-a69c6517593b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.693115 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 240944aa-cc02-4b58-9908-c7a854d5108b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:01.693477 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.721096 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Calling delete_port for 5a5a29f2-e045-4360-9b6b-a69c6517593b owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:14:01.773367 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-e6eaa357-9367-4be4-8227-bc2c383aeed1 None None] Current status of the port 240944aa-cc02-4b58-9908-c7a854d5108b is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:01.774132 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e6eaa357-9367-4be4-8227-bc2c383aeed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.840531 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-e6eaa357-9367-4be4-8227-bc2c383aeed1 None None] For port 240944aa-cc02-4b58-9908-c7a854d5108b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=240944aa-cc02-4b58-9908-c7a854d5108b,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:01.841804 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:14:01.845611 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 240944aa-cc02-4b58-9908-c7a854d5108b is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:01.846006 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.856872 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:14:01.858861 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e6eaa357-9367-4be4-8227-bc2c383aeed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.879216 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:01.880085 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:01.937798 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaa357-9367-4be4-8227-bc2c383aeed1 None None] Pushing event updated for resources: {'Port': ['ID=240944aa-cc02-4b58-9908-c7a854d5108b,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:01.959591 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.964579 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-20c94411-e72a-4b38-9439-e5223837b232 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3791935 Apr 28 14:14:01.965541 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43384) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:01.975405 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (5a5a29f2-e045-4360-9b6b-a69c6517593b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.986878 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-dfc41b10-a3c5-484a-ac8e-f7f3a217d82f None None] Provisioning complete for port 240944aa-cc02-4b58-9908-c7a854d5108b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:01.987392 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dfc41b10-a3c5-484a-ac8e-f7f3a217d82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:01.995392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b674bc-66aa-47cd-88a3-d52481ff8223 req-33bdec59-8f41-4611-a7db-bfb008c37ff4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:01.995949 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:02.004208 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f4b674bc-66aa-47cd-88a3-d52481ff8223 req-33bdec59-8f41-4611-a7db-bfb008c37ff4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0907826 Apr 28 14:14:02.040830 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.db.api [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:14:02.041510 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG oslo_db.api [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:14:02.044562 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event deleted for resources: {'Port': ['ID=5a5a29f2-e045-4360-9b6b-a69c6517593b,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:02.104369 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f4b674bc-66aa-47cd-88a3-d52481ff8223 req-b483736c-5d91-4826-a46a-ff1fc0c0138b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975182 Apr 28 14:14:02.105926 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-dfc41b10-a3c5-484a-ac8e-f7f3a217d82f None None] Current status of the port 240944aa-cc02-4b58-9908-c7a854d5108b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:02.123877 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (60d5db05-e7b8-421a-9b59-c86d97e50d3b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.126500 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.130872 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2d0e328e-ce6d-479a-b650-b23bf82f45ea tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "DELETE /v2.0/floatingips/60d5db05-e7b8-421a-9b59-c86d97e50d3b HTTP/1.1" status: 204 len: 168 time: 0.9831831 Apr 28 14:14:02.275766 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:00Z', 'revision_number': 3, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:02.302649 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43388) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:02.307607 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-4fe17c58-a156-445e-ae75-9a0ea4784485 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530625094', 'description': 'tempest-description--1754483771'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:02.309653 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:14:02.310006 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Updating router 32927bad-7330-4d32-b93e-75202c2128a8 port 14503689-8a63-414c-847a-6e6038184af5 binding host dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:14:02.330740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4fe17c58-a156-445e-ae75-9a0ea4784485 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.339116 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (14503689-8a63-414c-847a-6e6038184af5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.401845 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4fe17c58-a156-445e-ae75-9a0ea4784485 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (47984220-4191-4a86-a2e6-c03e82d470f6), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.407446 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4fe17c58-a156-445e-ae75-9a0ea4784485 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (47984220-4191-4a86-a2e6-c03e82d470f6), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.446276 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4fe17c58-a156-445e-ae75-9a0ea4784485 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.447707 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-4fe17c58-a156-445e-ae75-9a0ea4784485 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440761 Apr 28 14:14:02.449888 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe17c58-a156-445e-ae75-9a0ea4784485 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47984220-4191-4a86-a2e6-c03e82d470f6,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:02.450798 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43390) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:02.455977 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-1479d491-5865-45af-b799-7e40a491d2d1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'security_group_rule': {'security_group_id': '47984220-4191-4a86-a2e6-c03e82d470f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:02.513036 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1479d491-5865-45af-b799-7e40a491d2d1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (a3530731-a070-4f38-82eb-9aa7a1edbdb8), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.580282 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.588993 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 240944aa-cc02-4b58-9908-c7a854d5108b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:02.611348 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Publish callbacks [] for port (14503689-8a63-414c-847a-6e6038184af5), precommit_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.616806 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (14503689-8a63-414c-847a-6e6038184af5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.624343 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1479d491-5865-45af-b799-7e40a491d2d1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (a3530731-a070-4f38-82eb-9aa7a1edbdb8), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.651918 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1479d491-5865-45af-b799-7e40a491d2d1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (a3530731-a070-4f38-82eb-9aa7a1edbdb8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.665020 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Attempting to bind port 14503689-8a63-414c-847a-6e6038184af5 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:14:02.665950 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Attempting to bind port 14503689-8a63-414c-847a-6e6038184af5 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:14:02.666318 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Attempting to bind port 14503689-8a63-414c-847a-6e6038184af5 on network b387b340-ba2a-4981-add4-9dac5ffcc4cd {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:02.676142 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:14:02.676534 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Checking segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:14:02.676920 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.677309 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Bound using segment: {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'} {{(pid=103512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:14:02.677800 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.managers [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Bound port: 14503689-8a63-414c-847a-6e6038184af5, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad489a6b-e521-44bd-9f08-874c76b66e74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}}] {{(pid=103512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:14:02.678181 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (14503689-8a63-414c-847a-6e6038184af5), before_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.679639 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479d491-5865-45af-b799-7e40a491d2d1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3530731-a070-4f38-82eb-9aa7a1edbdb8,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:02.703564 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Pushing event updated for resources: {'Port': ['ID=14503689-8a63-414c-847a-6e6038184af5,revision_number=2']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:02.710547 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1479d491-5865-45af-b799-7e40a491d2d1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.711709 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1479d491-5865-45af-b799-7e40a491d2d1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599895 Apr 28 14:14:02.714490 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43392) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:02.716306 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.716653 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.717011 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.717360 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.717719 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.718045 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.718363 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.718616 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-579adcf3-85a2-4d60-a848-a44d4f72bde6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'security_group_rule': {'security_group_id': '47984220-4191-4a86-a2e6-c03e82d470f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:02.718723 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.718986 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.719307 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.719626 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.719961 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.720280 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.720593 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.720934 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:02.750010 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] For port 14503689-8a63-414c-847a-6e6038184af5, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:14:02.753939 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.plugins.ml2.db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] For port 14503689-8a63-414c-847a-6e6038184af5, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=14503689-8a63-414c-847a-6e6038184af5,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:14:02.759399 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (14503689-8a63-414c-847a-6e6038184af5), after_update {{(pid=103512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.784054 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-579adcf3-85a2-4d60-a848-a44d4f72bde6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (f49a69a4-3b6e-4b1b-8865-ec28deafe738), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.808696 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Allocated IP 172.20.0.1 (76338b23-752a-423f-88bf-10730cade65f/075b7eb8-3301-45be-99c8-5c2161e5230f/77f1b1c8-4d81-4861-82ea-932e74a92707) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:14:02.818809 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:02.819431 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:02.858687 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8324-bbe9-470d-9aef-b0f84db8b2bc None None] Pushing event updated for resources: {'Port': ['ID=14503689-8a63-414c-847a-6e6038184af5,revision_number=3']} {{(pid=103512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:02.903070 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-579adcf3-85a2-4d60-a848-a44d4f72bde6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (f49a69a4-3b6e-4b1b-8865-ec28deafe738), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.907787 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-579adcf3-85a2-4d60-a848-a44d4f72bde6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (f49a69a4-3b6e-4b1b-8865-ec28deafe738), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.932070 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579adcf3-85a2-4d60-a848-a44d4f72bde6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49a69a4-3b6e-4b1b-8865-ec28deafe738,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:02.934530 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:02.942265 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-579adcf3-85a2-4d60-a848-a44d4f72bde6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.943436 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-579adcf3-85a2-4d60-a848-a44d4f72bde6 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280710 Apr 28 14:14:02.946750 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43396) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:02.951791 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:02.965539 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Publish callbacks [] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:02.972324 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.006354 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.047663 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Network 76338b23-752a-423f-88bf-10730cade65f is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:03.054380 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.055020 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:03.058104 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:03.091713 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Pushing event updated for resources: {'Port': ['ID=77f1b1c8-4d81-4861-82ea-932e74a92707,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:03.114016 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-510650'] for router_interface (32927bad-7330-4d32-b93e-75202c2128a8), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.132429 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 63bd25c8-a9e7-4f88-a444-b5834db44c7d no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:14:03.136229 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:00Z', 'revision_number': 3, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:03.166471 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbdf227-a7fe-41a6-81ef-38732b895a93 None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:00Z', 'revision_number': 3, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:14:03.191065 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 63bd25c8-a9e7-4f88-a444-b5834db44c7d {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:14:03.193036 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 63bd25c8-a9e7-4f88-a444-b5834db44c7d not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:14:03.207345 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Allocated IP 172.27.1.9 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/de19b7a3-92fa-4255-b954-8a4eb2761483) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:14:03.298728 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.456415 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-f70bbff1-8dd8-47f8-a7ac-56ed599b7c25 None None] Provisioning complete for port 77f1b1c8-4d81-4861-82ea-932e74a92707 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:03.456808 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f70bbff1-8dd8-47f8-a7ac-56ed599b7c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.519035 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Publish callbacks [] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.524980 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.552650 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-f70bbff1-8dd8-47f8-a7ac-56ed599b7c25 None None] Port 77f1b1c8-4d81-4861-82ea-932e74a92707 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:14:03.601943 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba2ec3-fee4-41a1-8feb-48414c6737d9 req-d30eca42-bb62-46c0-b373-254f0f181763 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:03.603517 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ecba2ec3-fee4-41a1-8feb-48414c6737d9 req-d30eca42-bb62-46c0-b373-254f0f181763 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.3486741 Apr 28 14:14:03.624194 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 240944aa-cc02-4b58-9908-c7a854d5108b up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:03.624737 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Pushing event updated for resources: {'Port': ['ID=77f1b1c8-4d81-4861-82ea-932e74a92707,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:03.633348 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521482'] for router_interface (32927bad-7330-4d32-b93e-75202c2128a8), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.684034 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for port (de19b7a3-92fa-4255-b954-8a4eb2761483), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.692382 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 240944aa-cc02-4b58-9908-c7a854d5108b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:03.693082 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.693335 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ecba2ec3-fee4-41a1-8feb-48414c6737d9 req-b628d6db-041f-4bed-ae2e-a24b4d5b29ef tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801432 Apr 28 14:14:03.747140 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (de19b7a3-92fa-4255-b954-8a4eb2761483), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.768407 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Network 76338b23-752a-423f-88bf-10730cade65f is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:03.770487 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:03.787392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:03.790784 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:03.797289 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 240944aa-cc02-4b58-9908-c7a854d5108b is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:03.799577 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:03.844091 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'Port': ['ID=de19b7a3-92fa-4255-b954-8a4eb2761483,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:03.917405 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (0a988e01-b40f-408c-9972-38f121024498), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:03.939471 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:14:03.966134 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (de19b7a3-92fa-4255-b954-8a4eb2761483), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.066283 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:14:04.079378 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9a525ee0-2778-4216-b449-afe1ec426a09 admin admin] 10.222.0.20 "PUT /v2.0/routers/32927bad-7330-4d32-b93e-75202c2128a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1042044 Apr 28 14:14:04.084114 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-0a86fbb1-16ee-437f-bacd-576687858e94 None None] Provisioning complete for port 77f1b1c8-4d81-4861-82ea-932e74a92707 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:04.084733 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0a86fbb1-16ee-437f-bacd-576687858e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.123843 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-0a86fbb1-16ee-437f-bacd-576687858e94 None None] Port 77f1b1c8-4d81-4861-82ea-932e74a92707 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:14:04.141736 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for port (de19b7a3-92fa-4255-b954-8a4eb2761483), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.147468 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (de19b7a3-92fa-4255-b954-8a4eb2761483), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.225291 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'Port': ['ID=de19b7a3-92fa-4255-b954-8a4eb2761483,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:04.234733 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (0a988e01-b40f-408c-9972-38f121024498), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.250938 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.253592 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0f90f2ce-c866-4e47-8319-2dc83c8d3f55 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3056006 Apr 28 14:14:04.456412 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-1c29323d-8688-4361-9e78-de6f8ae93c33 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--530625094&fields=id&tenant_id=4af9f146066048418277f36db15f3f65 HTTP/1.1" status: 200 len: 267 time: 0.0452549 Apr 28 14:14:04.564773 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979cf26-4432-427d-be36-d23d7cf844ef req-36541b04-f622-4dca-9c67-39e3467af758 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:04.566575 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-36541b04-f622-4dca-9c67-39e3467af758 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/networks?id=b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 200 len: 811 time: 0.1037438 Apr 28 14:14:04.568262 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43418) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:04.573242 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-717c7e3a-0fa1-409e-b5d4-ffe268debb9e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694570484', 'description': 'tempest-description--529708339'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:04.592841 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-8c1078a2-7eca-40ac-9f63-de6bdc9ac628 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/quotas/4af9f146066048418277f36db15f3f65 HTTP/1.1" status: 200 len: 375 time: 0.0154066 Apr 28 14:14:04.609847 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-717c7e3a-0fa1-409e-b5d4-ffe268debb9e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.659070 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-a8106852-9c9a-40b8-b1cf-9dd6c6459b83 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602109 Apr 28 14:14:04.769550 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-717c7e3a-0fa1-409e-b5d4-ffe268debb9e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (5746f55c-ab2c-46f6-a68b-274e3719fa0b), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.776450 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-717c7e3a-0fa1-409e-b5d4-ffe268debb9e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (5746f55c-ab2c-46f6-a68b-274e3719fa0b), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.816910 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-717c7e3a-0fa1-409e-b5d4-ffe268debb9e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.821359 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-717c7e3a-0fa1-409e-b5d4-ffe268debb9e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2520425 Apr 28 14:14:04.827254 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43422) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:04.827706 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50c423-7e57-4cdd-bc81-8ab0bb872207 req-868f73fa-586c-4763-bb18-b60367690c06 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:04.829226 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd50c423-7e57-4cdd-bc81-8ab0bb872207 req-868f73fa-586c-4763-bb18-b60367690c06 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0601602 Apr 28 14:14:04.832155 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-35a9a17c-9522-45d5-b816-2b6d3146ca10 service neutron] 10.222.0.20 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587210 Apr 28 14:14:04.835515 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-1b6c25d5-d020-4e65-8e9d-b951cca171c9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group_rule': {'security_group_id': '5746f55c-ab2c-46f6-a68b-274e3719fa0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:04.914266 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dd50c423-7e57-4cdd-bc81-8ab0bb872207 req-4c4234e8-f42d-4dc8-8841-a6b79af09056 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755539 Apr 28 14:14:04.921147 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c7e3a-0fa1-409e-b5d4-ffe268debb9e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5746f55c-ab2c-46f6-a68b-274e3719fa0b,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:04.972978 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1b6c25d5-d020-4e65-8e9d-b951cca171c9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (944fb3d3-920d-456a-a12d-b93e10d4f8e3), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:04.980074 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-48328d55-8e69-4bd3-9ff7-ab7962d1c400 service neutron] 10.222.0.20 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376481 Apr 28 14:14:05.034116 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1b6c25d5-d020-4e65-8e9d-b951cca171c9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (944fb3d3-920d-456a-a12d-b93e10d4f8e3), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.038269 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1b6c25d5-d020-4e65-8e9d-b951cca171c9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (944fb3d3-920d-456a-a12d-b93e10d4f8e3), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.057668 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c25d5-d020-4e65-8e9d-b951cca171c9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944fb3d3-920d-456a-a12d-b93e10d4f8e3,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:05.064627 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1b6c25d5-d020-4e65-8e9d-b951cca171c9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.065859 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1b6c25d5-d020-4e65-8e9d-b951cca171c9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2368190 Apr 28 14:14:05.068524 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43424) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:05.072987 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-0ed3cacf-09d6-47be-be2c-75cf70dd9019 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group_rule': {'security_group_id': '5746f55c-ab2c-46f6-a68b-274e3719fa0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:05.104528 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cacf-09d6-47be-be2c-75cf70dd9019 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (ca6b1723-a5f4-468c-917e-7e232e987b37), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.153243 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:14:05.165979 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:05.166901 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:05.174304 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cacf-09d6-47be-be2c-75cf70dd9019 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (ca6b1723-a5f4-468c-917e-7e232e987b37), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.181417 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cacf-09d6-47be-be2c-75cf70dd9019 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (ca6b1723-a5f4-468c-917e-7e232e987b37), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.186451 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-eebee7c1-e680-41e7-8c39-197babb9a7c0 req-92406963-9d9f-48fb-b0b9-d2b41aff49a7 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0343211 Apr 28 14:14:05.207889 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3cacf-09d6-47be-be2c-75cf70dd9019 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6b1723-a5f4-468c-917e-7e232e987b37,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:05.218974 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cacf-09d6-47be-be2c-75cf70dd9019 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.220196 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0ed3cacf-09d6-47be-be2c-75cf70dd9019 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507323 Apr 28 14:14:05.223293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43430) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:05.227994 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:05.248602 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.305391 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:05.331701 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.462782 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Allocated IP 172.27.1.237 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/c21c597b-7ae7-413f-a7d3-d046c09c75f7) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:14:05.600139 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 14503689-8a63-414c-847a-6e6038184af5 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:05.608506 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (c21c597b-7ae7-413f-a7d3-d046c09c75f7), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.647410 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (c21c597b-7ae7-413f-a7d3-d046c09c75f7), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.691740 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:05.695255 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 14503689-8a63-414c-847a-6e6038184af5 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:05.695639 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (14503689-8a63-414c-847a-6e6038184af5), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.699658 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:05.703610 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:05.726488 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=c21c597b-7ae7-413f-a7d3-d046c09c75f7,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:05.731357 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 2, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:05.766387 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:14:05.766743 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Updating router 32927bad-7330-4d32-b93e-75202c2128a8 port 77f1b1c8-4d81-4861-82ea-932e74a92707 binding host dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:14:05.801025 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (14ec9084-a9f2-4388-a13d-d6964bfa13f4), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.804035 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.837524 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c21c597b-7ae7-413f-a7d3-d046c09c75f7), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.871113 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 14503689-8a63-414c-847a-6e6038184af5 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:05.871496 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (14503689-8a63-414c-847a-6e6038184af5), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:05.940372 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] For port 14503689-8a63-414c-847a-6e6038184af5, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=14503689-8a63-414c-847a-6e6038184af5,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:05.955566 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (14503689-8a63-414c-847a-6e6038184af5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.012346 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (c21c597b-7ae7-413f-a7d3-d046c09c75f7), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.036258 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (c21c597b-7ae7-413f-a7d3-d046c09c75f7), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.066763 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Pushing event updated for resources: {'Port': ['ID=14503689-8a63-414c-847a-6e6038184af5,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:06.083871 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a98e8f-4ed2-468b-bf97-263f9e491adc req-4086bd50-a0f7-4180-8726-763257ba66fc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:06.085372 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-15a98e8f-4ed2-468b-bf97-263f9e491adc req-4086bd50-a0f7-4180-8726-763257ba66fc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0847471 Apr 28 14:14:06.101021 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=c21c597b-7ae7-413f-a7d3-d046c09c75f7,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:06.161069 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (14ec9084-a9f2-4388-a13d-d6964bfa13f4), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.175543 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Publish callbacks [] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), precommit_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.182739 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.213260 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.223090 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-cd3220e7-2bdb-4307-99f0-77d4f8c8e30f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9986336 Apr 28 14:14:06.236688 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a5d05-f9e3-4dde-a98f-ef68ad45201b None None] Pushing event updated for resources: {'Port': ['ID=77f1b1c8-4d81-4861-82ea-932e74a92707,revision_number=3']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:06.263477 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-15a98e8f-4ed2-468b-bf97-263f9e491adc req-194136f2-61a3-4618-b49e-8e391f341a06 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424549 Apr 28 14:14:06.362134 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Attempting to bind port 77f1b1c8-4d81-4861-82ea-932e74a92707 on host dv-cinder-839760-1-iscsi for vnic_type normal with profile {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:14:06.362780 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Attempting to bind port 77f1b1c8-4d81-4861-82ea-932e74a92707 by drivers openvswitch,hyperv on host dv-cinder-839760-1-iscsi at level 0 using segments [{'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:14:06.363304 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Attempting to bind port 77f1b1c8-4d81-4861-82ea-932e74a92707 on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:06.368932 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979cf26-4432-427d-be36-d23d7cf844ef req-23e791e5-9ff9-45a3-b66b-5a9ab43ef741 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:06.371958 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-23e791e5-9ff9-45a3-b66b-5a9ab43ef741 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "GET /v2.0/networks?id=b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 200 len: 811 time: 0.1922631 Apr 28 14:14:06.376757 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Checking agent: {'id': 'cdff6052-260c-402d-b8d3-ea03e5817250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839760-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 13, 59, 24), 'started_at': datetime.datetime(2022, 4, 28, 13, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839760-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:14:06.377248 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Checking segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:14:06.377823 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.378396 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Bound using segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} {{(pid=103511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:14:06.378910 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.managers [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Bound port: 77f1b1c8-4d81-4861-82ea-932e74a92707, host: dv-cinder-839760-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}}] {{(pid=103511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:14:06.379388 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.398685 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a2d69b1e-78ef-4a44-8b83-67d7432430e5 req-b2bdfafa-8f33-49d9-9d65-c6efe5b00b82 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0605762 Apr 28 14:14:06.469375 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] For port 77f1b1c8-4d81-4861-82ea-932e74a92707, host dv-cinder-839760-1-iscsi, cleared binding levels {{(pid=103511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:14:06.473728 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] For port 77f1b1c8-4d81-4861-82ea-932e74a92707, host dv-cinder-839760-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=77f1b1c8-4d81-4861-82ea-932e74a92707,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:14:06.480988 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.487898 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-9efa7e32-e933-4e11-a085-2ae4bfd84c33 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--694570484&fields=id&tenant_id=9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 267 time: 0.0889759 Apr 28 14:14:06.494701 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-5e01e2ff-a795-4a72-a46c-7e65af27df5d tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af9f146066048418277f36db15f3f65 HTTP/1.1" status: 200 len: 379 time: 0.1117318 Apr 28 14:14:06.544796 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:06.545440 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:06.572558 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'port': {'device_id': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'admin_state_up': True, 'tenant_id': '4af9f146066048418277f36db15f3f65', 'security_groups': ['47984220-4191-4a86-a2e6-c03e82d470f6']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:06.591939 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a5d05-f9e3-4dde-a98f-ef68ad45201b None None] Pushing event updated for resources: {'Port': ['ID=77f1b1c8-4d81-4861-82ea-932e74a92707,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:06.616009 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-cce5e3a6-ba9a-47a5-90c4-47f64f12350f None None] Provisioning complete for port 77f1b1c8-4d81-4861-82ea-932e74a92707 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:06.616132 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cce5e3a6-ba9a-47a5-90c4-47f64f12350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.675727 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-25b8a76e-b073-48ca-a1e2-22709499779e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:06.677797 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-25b8a76e-b073-48ca-a1e2-22709499779e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 814 time: 0.1885619 Apr 28 14:14:06.707715 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:06.712772 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-76a54200-cf90-4b97-82f3-01a930fe4fc1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/quotas/9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 375 time: 0.0195851 Apr 28 14:14:06.731402 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Made reservation on behalf of 4af9f146066048418277f36db15f3f65 for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:14:06.734694 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.787421 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-626e0970-3013-441d-9337-8741b4b4a66b tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658097 Apr 28 14:14:06.822729 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-cce5e3a6-ba9a-47a5-90c4-47f64f12350f None None] Current status of the port 77f1b1c8-4d81-4861-82ea-932e74a92707 is: DOWN; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:06.823021 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cce5e3a6-ba9a-47a5-90c4-47f64f12350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.899734 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-cce5e3a6-ba9a-47a5-90c4-47f64f12350f None None] For port 77f1b1c8-4d81-4861-82ea-932e74a92707, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=77f1b1c8-4d81-4861-82ea-932e74a92707,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:06.907090 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-cce5e3a6-ba9a-47a5-90c4-47f64f12350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:06.961959 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-cbd439cc-f808-470d-9343-9ba08b29a28b service neutron] 10.222.0.20 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436510 Apr 28 14:14:06.961959 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Allocated IP 172.20.0.6 (b3f29a40-da20-4e2b-83c1-cfff83c004e2/493ac07b-0c2e-4603-b459-bb187b4237a3/c3c0d87e-1165-4a5e-a7e8-965afa0f3f71) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:14:06.998808 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5e3a6-ba9a-47a5-90c4-47f64f12350f None None] Pushing event updated for resources: {'Port': ['ID=77f1b1c8-4d81-4861-82ea-932e74a92707,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:07.005056 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:07.037125 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f69c6f-eb17-419d-8b0b-ff3af8154d6d None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:14:07.048643 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-eeeab1d7-254b-4132-9e88-578b2dcdd31f None None] Provisioning complete for port 77f1b1c8-4d81-4861-82ea-932e74a92707 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:07.049114 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-eeeab1d7-254b-4132-9e88-578b2dcdd31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:07.153096 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-b48159ff-3d66-49f7-ab22-afb50c482409 service neutron] 10.222.0.20 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845222 Apr 28 14:14:07.169954 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-eeeab1d7-254b-4132-9e88-578b2dcdd31f None None] Current status of the port 77f1b1c8-4d81-4861-82ea-932e74a92707 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:07.208712 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:07.248350 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:07.304229 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:07.309193 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:07.330176 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:07.383860 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-82bb65d6-1f4d-45bc-8712-4a338764194c req-7a2b1640-2493-49fe-b51b-9ff636da13ea tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 210 time: 0.0534759 Apr 28 14:14:07.393792 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:07.394459 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:07.478954 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4930-a4d9-4856-855e-496a193cb878 req-294b2eea-faa0-42fe-839e-f51d38f6bb17 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:07.487246 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1d9a4930-a4d9-4856-855e-496a193cb878 req-294b2eea-faa0-42fe-839e-f51d38f6bb17 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0810695 Apr 28 14:14:07.551517 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event updated for resources: {'Port': ['ID=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:07.573630 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-f06de94a-8f1b-4abc-86a4-6c70fd2e457b tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0105228 Apr 28 14:14:07.614506 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Request body: {'port': {'device_id': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:07.640177 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78146be-e93d-4253-a1cd-5b4b7b6f8ee1 req-cb2b7507-7254-430b-9cc8-436c5d51db1e tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:07.641749 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f78146be-e93d-4253-a1cd-5b4b7b6f8ee1 req-cb2b7507-7254-430b-9cc8-436c5d51db1e tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 931 time: 0.1179156 Apr 28 14:14:07.689919 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 77f1b1c8-4d81-4861-82ea-932e74a92707 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:07.692582 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1d9a4930-a4d9-4856-855e-496a193cb878 req-65b0b9f7-d5d5-4c8d-9596-e6bd771b5b1b tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886439 Apr 28 14:14:07.697506 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:07.745533 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f78146be-e93d-4253-a1cd-5b4b7b6f8ee1 req-545bca82-cf67-4309-9e5e-a42883a7207c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916734 Apr 28 14:14:07.750881 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-6f71c95c-d195-40b1-83bd-080314ee6646 None None] Provisioning complete for port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:07.751509 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6f71c95c-d195-40b1-83bd-080314ee6646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:07.811579 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-6f71c95c-d195-40b1-83bd-080314ee6646 None None] Port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:14:07.830363 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 77f1b1c8-4d81-4861-82ea-932e74a92707 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:07.830843 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:07.934777 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 77f1b1c8-4d81-4861-82ea-932e74a92707 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:07.936004 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 14503689-8a63-414c-847a-6e6038184af5 up at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:07.986626 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Provisioning complete for port 14503689-8a63-414c-847a-6e6038184af5 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:07.987012 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (14503689-8a63-414c-847a-6e6038184af5), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:08.028860 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:14:08.037128 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Publish callbacks [] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:08.052694 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Transition to ACTIVE for port object c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:14:08.057957 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:08.108504 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Current status of the port 14503689-8a63-414c-847a-6e6038184af5 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:08.120163 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Pushing event updated for resources: {'Port': ['ID=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:08.198546 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Attempting to bind port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:14:08.199242 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Attempting to bind port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:14:08.199759 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Attempting to bind port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 on network b3f29a40-da20-4e2b-83c1-cfff83c004e2 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:08.204774 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 on network b3f29a40-da20-4e2b-83c1-cfff83c004e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:14:08.205238 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Attempting to bind port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 on network b3f29a40-da20-4e2b-83c1-cfff83c004e2 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:08.211108 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:14:08.212134 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Checking segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:14:08.212735 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Bound using segment: {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:14:08.213164 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Bound port: c3c0d87e-1165-4a5e-a7e8-965afa0f3f71, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:14:08.213721 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:08.283751 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] For port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:14:08.287266 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] For port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:14:08.295593 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:08.331490 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:08.332302 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:08.333923 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] 10.222.0.13 "PUT /v2.0/ports/c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 HTTP/1.1" status: 200 len: 1093 time: 0.7236252 Apr 28 14:14:08.334463 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'tag': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:08.337971 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff7840-0887-458d-9a4f-68a453f88e69" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6", "tag": "c3c0d87e-1165-4a5e-a7e8-965afa0f3f71"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:08.374994 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08fb1-18f8-40a1-b90b-ee43a176e7af service neutron] Pushing event updated for resources: {'Port': ['ID=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:08.380011 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ed91f2-694f-45ed-92c8-2005d6b2e57f x-openstack-request-id: req-b6ed91f2-694f-45ed-92c8-2005d6b2e57f {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:08.380337 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6", "tag": "c3c0d87e-1165-4a5e-a7e8-965afa0f3f71", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:08.380539 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6ed91f2-694f-45ed-92c8-2005d6b2e57f {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:08.381078 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ed91f2-694f-45ed-92c8-2005d6b2e57f'] response: {'name': 'network-changed', 'server_uuid': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'tag': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'status': 'completed', 'code': 200} Apr 28 14:14:08.506139 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff7840-0887-458d-9a4f-68a453f88e69 req-2665fac2-4c16-4d0b-87af-7f8831944df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:08.508167 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-12ff7840-0887-458d-9a4f-68a453f88e69 req-2665fac2-4c16-4d0b-87af-7f8831944df8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 1127 time: 0.0644124 Apr 28 14:14:08.511969 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-14040e8f-20c5-46ba-addf-3b41c7b94d1c req-56338386-e57b-452e-9380-efaa58c1e164 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 210 time: 0.0354028 Apr 28 14:14:08.648545 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-facecfc1-1f2c-4d80-9f73-50c3cf1858dc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:08.651525 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-facecfc1-1f2c-4d80-9f73-50c3cf1858dc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 814 time: 0.1419685 Apr 28 14:14:08.655304 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff7840-0887-458d-9a4f-68a453f88e69 req-a35d89ee-884c-48d5-9919-45acc1cbd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:08.656986 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-12ff7840-0887-458d-9a4f-68a453f88e69 req-a35d89ee-884c-48d5-9919-45acc1cbd2b8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4af9f146066048418277f36db15f3f65&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1360388 Apr 28 14:14:08.729098 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-90f231e2-ef75-4b42-a2e1-9fc6842aaf8d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 379 time: 0.0623655 Apr 28 14:14:08.741336 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'port': {'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'admin_state_up': True, 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'security_groups': ['5746f55c-ab2c-46f6-a68b-274e3719fa0b']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:08.767554 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff7840-0887-458d-9a4f-68a453f88e69 req-7c979e14-9a64-447a-9955-a1ada1753715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:08.769016 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-12ff7840-0887-458d-9a4f-68a453f88e69 req-7c979e14-9a64-447a-9955-a1ada1753715 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026258 Apr 28 14:14:08.866030 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db440ab4-269c-41a1-b26e-d7720d7c9d8b req-1332fa95-1dc5-47ff-b6d6-e0d8596b2738 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:08.867799 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db440ab4-269c-41a1-b26e-d7720d7c9d8b req-1332fa95-1dc5-47ff-b6d6-e0d8596b2738 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0532022 Apr 28 14:14:08.881023 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686f3ea-2e8a-4864-9766-4cb1cf715023 req-289382ae-d03d-418c-9c65-5cc7863b9ec5 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:08.882630 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8686f3ea-2e8a-4864-9766-4cb1cf715023 req-289382ae-d03d-418c-9c65-5cc7863b9ec5 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 943 time: 0.0605075 Apr 28 14:14:08.905507 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Made reservation on behalf of 9bc2618a240d4702b6c7660829fabbcd for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:14:08.908775 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:08.938511 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979cf26-4432-427d-be36-d23d7cf844ef req-b06602e8-2b5d-447d-a791-c3f9118ec15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:08.940002 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-b06602e8-2b5d-447d-a791-c3f9118ec15e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 1127 time: 0.0708349 Apr 28 14:14:08.982817 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8686f3ea-2e8a-4864-9766-4cb1cf715023 req-0141e07d-22cf-459c-8326-748ee0c9cdde tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932586 Apr 28 14:14:08.988794 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-0068f5d0-4626-41a1-a67d-754b71aaaff4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 HTTP/1.1" status: 200 len: 217 time: 0.0405314 Apr 28 14:14:08.999489 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db440ab4-269c-41a1-b26e-d7720d7c9d8b req-1b9d821a-44eb-4284-8583-13560d7f065c tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225352 Apr 28 14:14:09.043466 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ca2982f6-aac4-4718-8eba-3140dc6b748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:09.044858 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-ca2982f6-aac4-4718-8eba-3140dc6b748d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ac07b-0c2e-4603-b459-bb187b4237a3 HTTP/1.1" status: 200 len: 850 time: 0.0445282 Apr 28 14:14:09.063216 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Allocated IP 172.20.0.10 (76338b23-752a-423f-88bf-10730cade65f/075b7eb8-3301-45be-99c8-5c2161e5230f/fc1760d5-5450-4c51-9733-15fcabc6164b) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:14:09.087746 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979cf26-4432-427d-be36-d23d7cf844ef req-582a6e92-57bd-4506-89a9-eddb1e1327d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:09.089209 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-582a6e92-57bd-4506-89a9-eddb1e1327d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3f29a40-da20-4e2b-83c1-cfff83c004e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376060 Apr 28 14:14:09.184372 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-afe38f2e-672f-48a7-bd6c-2090f98cbe19 service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885043 Apr 28 14:14:09.198122 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:09.231822 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:09.278523 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Network 76338b23-752a-423f-88bf-10730cade65f is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:09.283471 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e979cf26-4432-427d-be36-d23d7cf844ef req-cd868de0-e0ab-4cb1-b4ba-7e0ba286dcd9 service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915487 Apr 28 14:14:09.283664 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:09.287285 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:09.294749 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=fc1760d5-5450-4c51-9733-15fcabc6164b,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:09.344993 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:09.345817 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:09.362816 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-0c7ccaef-e4c9-4ebe-ae11-0caaf8253f6e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6259654 Apr 28 14:14:09.483354 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-045ef093-991c-489e-8f7a-4dbe28bf997c None None] Provisioning complete for port fc1760d5-5450-4c51-9733-15fcabc6164b triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:09.483907 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-045ef093-991c-489e-8f7a-4dbe28bf997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:09.517418 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-045ef093-991c-489e-8f7a-4dbe28bf997c None None] Port fc1760d5-5450-4c51-9733-15fcabc6164b cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:14:09.639916 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675ff6a-dce4-4a00-93bb-a161c6b1dea7 req-bd26df95-6778-4acd-a9d8-080793ba1c7f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:09.641355 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3675ff6a-dce4-4a00-93bb-a161c6b1dea7 req-bd26df95-6778-4acd-a9d8-080793ba1c7f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 932 time: 0.0462718 Apr 28 14:14:09.687020 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3675ff6a-dce4-4a00-93bb-a161c6b1dea7 req-e6dce038-e04e-467b-a39a-6739b566671a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401945 Apr 28 14:14:10.096781 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b3a87-dd35-4af0-919a-7c0fbcf8b726 req-80bf87cc-4034-41c0-b539-fa6bd9d8c92a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:10.098245 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-258b3a87-dd35-4af0-919a-7c0fbcf8b726 req-80bf87cc-4034-41c0-b539-fa6bd9d8c92a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 943 time: 0.0473185 Apr 28 14:14:10.116426 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda9b7a-84f5-47c1-8185-380dc7dda0ec req-f0ae91b6-996e-4c0c-acb9-767b5f7ce5d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:10.117985 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4fda9b7a-84f5-47c1-8185-380dc7dda0ec req-f0ae91b6-996e-4c0c-acb9-767b5f7ce5d4 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0519743 Apr 28 14:14:10.144954 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-258b3a87-dd35-4af0-919a-7c0fbcf8b726 req-2f321985-de72-437e-9154-918c6d76d5b2 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408819 Apr 28 14:14:10.177442 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4fda9b7a-84f5-47c1-8185-380dc7dda0ec req-338ea7d0-c3eb-4253-8b96-640ba640f44d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532959 Apr 28 14:14:10.210355 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Request body: {'port': {'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:10.268973 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:10.773880 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1760d5-5450-4c51-9733-15fcabc6164b {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:14:10.781601 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Publish callbacks [] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:10.794231 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Transition to ACTIVE for port object fc1760d5-5450-4c51-9733-15fcabc6164b will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:14:10.798487 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:10.800447 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f205db-0873-49ba-a019-da20309781fd req-67bda248-18cb-4a12-b60d-1b884bd0c128 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:10.801947 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-17f205db-0873-49ba-a019-da20309781fd req-67bda248-18cb-4a12-b60d-1b884bd0c128 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 932 time: 0.0465569 Apr 28 14:14:10.851349 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1760d5-5450-4c51-9733-15fcabc6164b,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:10.851549 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-17f205db-0873-49ba-a019-da20309781fd req-f9b4f07d-41da-4457-9ede-d8fd4b2a24e4 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424528 Apr 28 14:14:10.923854 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Attempting to bind port fc1760d5-5450-4c51-9733-15fcabc6164b on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:14:10.924188 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Attempting to bind port fc1760d5-5450-4c51-9733-15fcabc6164b by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:14:10.924507 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Attempting to bind port fc1760d5-5450-4c51-9733-15fcabc6164b on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:10.929094 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Port fc1760d5-5450-4c51-9733-15fcabc6164b on network 76338b23-752a-423f-88bf-10730cade65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:14:10.929404 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Attempting to bind port fc1760d5-5450-4c51-9733-15fcabc6164b on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:10.935151 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:14:10.935488 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Checking segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:14:10.935878 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Bound using segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:14:10.936276 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Bound port: fc1760d5-5450-4c51-9733-15fcabc6164b, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:14:10.936626 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:11.001695 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] For port fc1760d5-5450-4c51-9733-15fcabc6164b, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:14:11.004990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] For port fc1760d5-5450-4c51-9733-15fcabc6164b, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=fc1760d5-5450-4c51-9733-15fcabc6164b,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:14:11.011169 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:11.045796 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:11.046405 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:11.047787 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] 10.222.0.13 "PUT /v2.0/ports/fc1760d5-5450-4c51-9733-15fcabc6164b HTTP/1.1" status: 200 len: 1094 time: 0.8414698 Apr 28 14:14:11.048288 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'tag': 'fc1760d5-5450-4c51-9733-15fcabc6164b'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:11.050531 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc51d555-178b-410d-9dbf-4cdcd4795afe" -d '{"events": [{"name": "network-changed", "server_uuid": "9b639aa4-92fc-437c-a241-5a0fe925af76", "tag": "fc1760d5-5450-4c51-9733-15fcabc6164b"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:11.075793 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97e4d0-b184-4f7d-aa47-5f6b028dfb26 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1760d5-5450-4c51-9733-15fcabc6164b,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:11.101279 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46488ada-0846-40c3-8246-b2fdc39ad42a x-openstack-request-id: req-46488ada-0846-40c3-8246-b2fdc39ad42a {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:11.101719 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b639aa4-92fc-437c-a241-5a0fe925af76", "tag": "fc1760d5-5450-4c51-9733-15fcabc6164b", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:11.102078 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46488ada-0846-40c3-8246-b2fdc39ad42a {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:11.103128 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46488ada-0846-40c3-8246-b2fdc39ad42a'] response: {'name': 'network-changed', 'server_uuid': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'tag': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'status': 'completed', 'code': 200} Apr 28 14:14:11.230653 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-4df1f0bc-ef0b-490e-a4f5-1143c0c2ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:11.230653 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-4df1f0bc-ef0b-490e-a4f5-1143c0c2ac52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 1128 time: 0.0430954 Apr 28 14:14:11.296799 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-498441a0-ad98-4c12-b2ba-8dabb766a4c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc1760d5-5450-4c51-9733-15fcabc6164b HTTP/1.1" status: 200 len: 217 time: 0.0516903 Apr 28 14:14:11.364076 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b68a-14a7-469f-959c-aecbab1972f8 req-8954f30a-517c-4ee4-9475-42ba7eed43a3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:11.365647 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40e3b68a-14a7-469f-959c-aecbab1972f8 req-8954f30a-517c-4ee4-9475-42ba7eed43a3 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0784616 Apr 28 14:14:11.391586 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-7bc515cc-c663-43ef-8dab-ef962dd209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:11.393048 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-7bc515cc-c663-43ef-8dab-ef962dd209cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0758967 Apr 28 14:14:11.470580 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40e3b68a-14a7-469f-959c-aecbab1972f8 req-6776f4c6-81fb-4722-a6b3-e17e50e50434 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971348 Apr 28 14:14:11.479440 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-b83999c3-9af4-4ace-944e-4f60c338e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:11.480962 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-b83999c3-9af4-4ace-944e-4f60c338e208 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627124 Apr 28 14:14:11.521848 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4a788-17bb-4f66-8e73-eab9b8bab362 req-a53c2b13-5f7f-46cb-996d-88e0d8254d64 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:11.523238 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-daf4a788-17bb-4f66-8e73-eab9b8bab362 req-a53c2b13-5f7f-46cb-996d-88e0d8254d64 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 943 time: 0.3067815 Apr 28 14:14:11.569348 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-daf4a788-17bb-4f66-8e73-eab9b8bab362 req-99a406a5-27fb-41fb-953d-3945ca1ae61e tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402453 Apr 28 14:14:11.994154 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ebdb8-e1c7-4b2a-9550-9884e9538f5a req-1d0229fc-673e-4587-859d-849990f080c0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:11.995607 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ad8ebdb8-e1c7-4b2a-9550-9884e9538f5a req-1d0229fc-673e-4587-859d-849990f080c0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 944 time: 0.0674531 Apr 28 14:14:11.999083 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-52168bdc-957a-4053-ba27-6f7f300f8fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255860 Apr 28 14:14:12.065355 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ad8ebdb8-e1c7-4b2a-9550-9884e9538f5a req-6e3f2bc8-8ab6-44dc-a443-852795f60413 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642297 Apr 28 14:14:12.126822 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e5af5f5f-afbf-4050-9ea9-b2b35cb52d4a req-847a3fad-b83a-4e5d-9aed-a14dc468ce48 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979009 Apr 28 14:14:12.584462 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021499c-d20d-4beb-9da4-295fd44281c7 req-cc929760-5c26-442c-a2f3-08331e465c71 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:12.586062 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a021499c-d20d-4beb-9da4-295fd44281c7 req-cc929760-5c26-442c-a2f3-08331e465c71 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0472684 Apr 28 14:14:12.645023 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a021499c-d20d-4beb-9da4-295fd44281c7 req-5a3ff0c4-6f73-409c-bc6b-ca095a4c7bc2 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&id=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533137 Apr 28 14:14:12.685472 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fb187-6f3e-49ba-8355-97833a6241b2 req-9e080639-ccc1-405f-b92d-4328993a7143 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:12.686932 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d1fb187-6f3e-49ba-8355-97833a6241b2 req-9e080639-ccc1-405f-b92d-4328993a7143 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 943 time: 0.0497820 Apr 28 14:14:12.732178 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6d1fb187-6f3e-49ba-8355-97833a6241b2 req-ea52d9d9-1bdf-4839-9d13-bd01e8e473cb tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396750 Apr 28 14:14:13.051608 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-5b5fb363-1d3d-4c9a-8ebf-1e8588a4d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:13.053122 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-5b5fb363-1d3d-4c9a-8ebf-1e8588a4d86f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 1128 time: 0.0427413 Apr 28 14:14:13.145835 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-141891e6-527d-4217-b1c5-b45de84940aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:13.147262 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-141891e6-527d-4217-b1c5-b45de84940aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 915 time: 0.0878401 Apr 28 14:14:13.163062 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:14:13.185866 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b6997-9fdf-4910-b9f1-579f8d68ae0b req-4ac74877-1ea7-4293-81bd-d5a49cf90175 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:13.187333 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e22b6997-9fdf-4910-b9f1-579f8d68ae0b req-4ac74877-1ea7-4293-81bd-d5a49cf90175 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 944 time: 0.0526886 Apr 28 14:14:13.192777 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-ea7e88d7-8300-43c2-8862-e439d4a6ffce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc1760d5-5450-4c51-9733-15fcabc6164b HTTP/1.1" status: 200 len: 217 time: 0.0362964 Apr 28 14:14:13.235565 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e22b6997-9fdf-4910-b9f1-579f8d68ae0b req-6354ac9c-895e-4062-9ffb-f59167fc50a2 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422926 Apr 28 14:14:13.244105 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-45912180-3cbf-4911-89f6-43538a7cad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:13.245356 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-45912180-3cbf-4911-89f6-43538a7cad6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0463836 Apr 28 14:14:13.263116 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:13.275267 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'port_id': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'mac_address': 'fa:16:3e:ae:3f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:14:13.292024 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-93865dbb-a4c6-42de-b04e-fdf300bdcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:13.293703 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-93865dbb-a4c6-42de-b04e-fdf300bdcb6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426335 Apr 28 14:14:13.312804 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:13.313193 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:13.325906 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:14:13.345618 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:13.351477 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:13.382022 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-ff873da5-0064-4716-b929-04d14768a97f service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817385 Apr 28 14:14:13.402959 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:13.472679 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cc51d555-178b-410d-9dbf-4cdcd4795afe req-caea950e-7faa-4805-915f-28d2fbd72fbb service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830665 Apr 28 14:14:13.622810 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['c3c0d87e-1165-4a5e-a7e8-965afa0f3f71'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:14:13.841687 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3886a3-6b77-49d9-8f84-9c8229eed70f req-4a9d40f7-e25f-4c2d-a35a-c522e1167f27 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:13.843144 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6a3886a3-6b77-49d9-8f84-9c8229eed70f req-4a9d40f7-e25f-4c2d-a35a-c522e1167f27 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 944 time: 0.0454965 Apr 28 14:14:13.888400 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6a3886a3-6b77-49d9-8f84-9c8229eed70f req-e15d4ab4-2b72-4789-8c7c-f9e316c6c4c4 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399299 Apr 28 14:14:14.348196 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ee60-7c1a-482b-98cf-1d6efa8df7e3 req-e22922d8-c23c-47e1-beec-6fa169a9140e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:14.349637 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b3b2ee60-7c1a-482b-98cf-1d6efa8df7e3 req-e22922d8-c23c-47e1-beec-6fa169a9140e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 944 time: 0.0458331 Apr 28 14:14:14.395801 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b3b2ee60-7c1a-482b-98cf-1d6efa8df7e3 req-6ca0d833-756a-4805-af33-208578a9df05 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403328 Apr 28 14:14:14.997610 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ed25-2f11-41ee-8ebf-5b6b42b19721 req-2c303d0d-bb54-4264-abe2-6fc7fcd5280a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:14.999568 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fcd5ed25-2f11-41ee-8ebf-5b6b42b19721 req-2c303d0d-bb54-4264-abe2-6fc7fcd5280a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 944 time: 0.0458694 Apr 28 14:14:15.048496 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fcd5ed25-2f11-41ee-8ebf-5b6b42b19721 req-51de00a6-574f-4361-9359-c438a2ea05da tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440435 Apr 28 14:14:15.180689 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device fc1760d5-5450-4c51-9733-15fcabc6164b details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:14:15.182717 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:15.255915 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:14:15.285798 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:15.286171 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:15.476197 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port fc1760d5-5450-4c51-9733-15fcabc6164b, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=fc1760d5-5450-4c51-9733-15fcabc6164b,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:15.488922 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:14:15.515525 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15703c0c-f814-4458-86b6-65b0073300b9 req-d23b5ebc-7ea7-49ab-aced-794ad3024e7f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:15.516997 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-15703c0c-f814-4458-86b6-65b0073300b9 req-d23b5ebc-7ea7-49ab-aced-794ad3024e7f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 944 time: 0.0532994 Apr 28 14:14:15.553918 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:15.554315 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:15.556764 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port fc1760d5-5450-4c51-9733-15fcabc6164b is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:15.557132 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:15.582337 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1760d5-5450-4c51-9733-15fcabc6164b {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:14:15.598626 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:15.600877 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1023be8d-6ef7-4e67-ab70-7df23c6f5292" -d '{"events": [{"server_uuid": "7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6", "name": "network-vif-plugged", "status": "completed", "tag": "c3c0d87e-1165-4a5e-a7e8-965afa0f3f71"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:15.618632 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-15703c0c-f814-4458-86b6-65b0073300b9 req-97464380-09c4-4c93-a7ba-cb0ba9690ff7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961070 Apr 28 14:14:15.619895 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port fc1760d5-5450-4c51-9733-15fcabc6164b, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=fc1760d5-5450-4c51-9733-15fcabc6164b,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:15.621835 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:15.625211 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:15.649077 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7aa85d-29aa-4d5e-88d8-9727ea036ad0 x-openstack-request-id: req-1a7aa85d-29aa-4d5e-88d8-9727ea036ad0 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:15.649385 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6", "name": "network-vif-plugged", "status": "completed", "tag": "c3c0d87e-1165-4a5e-a7e8-965afa0f3f71", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:15.649661 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a7aa85d-29aa-4d5e-88d8-9727ea036ad0 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:15.650056 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7aa85d-29aa-4d5e-88d8-9727ea036ad0'] response: {'server_uuid': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'code': 200} Apr 28 14:14:15.651079 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:15.677763 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=fc1760d5-5450-4c51-9733-15fcabc6164b,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:15.730516 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:15.822138 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52c99-fdf3-4042-8438-cc24228005f9 req-3bcc3823-487a-4a90-becf-077b6cc324b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:15.823562 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-72a52c99-fdf3-4042-8438-cc24228005f9 req-3bcc3823-487a-4a90-becf-077b6cc324b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 1129 time: 0.0368102 Apr 28 14:14:15.865818 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-72a52c99-fdf3-4042-8438-cc24228005f9 req-b0f10a5d-e067-4c0e-a99d-471524d0ae4f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354369 Apr 28 14:14:15.910863 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['fc1760d5-5450-4c51-9733-15fcabc6164b'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:14:16.159327 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d37c7-444a-42c4-a269-d1475b1b01f5 req-1a72cd93-cbc2-43fa-a347-76541b76184f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:16.160778 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-051d37c7-444a-42c4-a269-d1475b1b01f5 req-1a72cd93-cbc2-43fa-a347-76541b76184f tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 945 time: 0.0460615 Apr 28 14:14:16.206010 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-051d37c7-444a-42c4-a269-d1475b1b01f5 req-994caad2-41b7-4187-a3b4-3a690c030c08 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 Apr 28 14:14:16.791038 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f29c-5ad6-490a-9213-889cefd24fd6 req-f1fceb80-8107-4f93-84fc-1259e0ddb611 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:16.792500 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40b8f29c-5ad6-490a-9213-889cefd24fd6 req-f1fceb80-8107-4f93-84fc-1259e0ddb611 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 945 time: 0.1024857 Apr 28 14:14:16.838276 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-40b8f29c-5ad6-490a-9213-889cefd24fd6 req-1acd8faa-5e1e-426d-b29f-349f66c1a683 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396562 Apr 28 14:14:17.180069 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device fc1760d5-5450-4c51-9733-15fcabc6164b up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:17.223299 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port fc1760d5-5450-4c51-9733-15fcabc6164b completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:14:17.230242 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port fc1760d5-5450-4c51-9733-15fcabc6164b triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:17.230619 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:17.310128 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port fc1760d5-5450-4c51-9733-15fcabc6164b is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:17.310513 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:17.320953 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b3b46-72ca-45e6-bde1-a3379f1713cf req-1e434a4d-61c9-4829-92eb-2efcff9870c9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:17.322561 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cc4b3b46-72ca-45e6-bde1-a3379f1713cf req-1e434a4d-61c9-4829-92eb-2efcff9870c9 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 945 time: 0.0468357 Apr 28 14:14:17.344820 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port fc1760d5-5450-4c51-9733-15fcabc6164b, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=fc1760d5-5450-4c51-9733-15fcabc6164b,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:17.349281 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:17.374379 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cc4b3b46-72ca-45e6-bde1-a3379f1713cf req-c8071e16-90e2-4639-92a0-ccf701601222 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461688 Apr 28 14:14:17.411633 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=fc1760d5-5450-4c51-9733-15fcabc6164b,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:17.489906 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf604a-5de2-4b30-ba58-e2e8fd7f5fab req-0304414b-7d03-4e3a-a2ee-a6c312eb7cf3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:17.491282 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6fbf604a-5de2-4b30-ba58-e2e8fd7f5fab req-0304414b-7d03-4e3a-a2ee-a6c312eb7cf3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Apr 28 14:14:17.499865 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43532) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:17.504294 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Request body: {'floatingip': {'port_id': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:17.543035 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (0a988e01-b40f-408c-9972-38f121024498), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:17.651472 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1760d5-5450-4c51-9733-15fcabc6164b'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:17.654102 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cae42a-dbed-4703-8d4c-66878f7b834a" -d '{"events": [{"server_uuid": "9b639aa4-92fc-437c-a241-5a0fe925af76", "name": "network-vif-plugged", "status": "completed", "tag": "fc1760d5-5450-4c51-9733-15fcabc6164b"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:17.688473 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7097ba-a557-47d0-b8a4-aed6949b3e22 x-openstack-request-id: req-da7097ba-a557-47d0-b8a4-aed6949b3e22 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:17.688765 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b639aa4-92fc-437c-a241-5a0fe925af76", "name": "network-vif-plugged", "status": "completed", "tag": "fc1760d5-5450-4c51-9733-15fcabc6164b", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:17.689020 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da7097ba-a557-47d0-b8a4-aed6949b3e22 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:17.689414 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7097ba-a557-47d0-b8a4-aed6949b3e22'] response: {'server_uuid': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'code': 200} Apr 28 14:14:17.708989 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-edea51db-247a-46d0-9557-d6de40bf215b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:17.873017 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfca71-ccb7-4b5a-aa84-5c20fec402e7 req-cd37ed1d-c4c9-4bd9-b00d-ec7e2c865f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:17.874522 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cddfca71-ccb7-4b5a-aa84-5c20fec402e7 req-cd37ed1d-c4c9-4bd9-b00d-ec7e2c865f3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 1130 time: 0.0469868 Apr 28 14:14:17.980683 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47172d7e-825a-4a16-86ec-afe238a9e4f7 req-73db4a60-d1fa-4bd7-b44f-7454a52e75c1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:17.982140 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47172d7e-825a-4a16-86ec-afe238a9e4f7 req-73db4a60-d1fa-4bd7-b44f-7454a52e75c1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 946 time: 0.0756691 Apr 28 14:14:18.026563 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-cddfca71-ccb7-4b5a-aa84-5c20fec402e7 req-4e37ca49-6478-47a2-a468-7443f3aada84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269279 Apr 28 14:14:18.107180 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-47172d7e-825a-4a16-86ec-afe238a9e4f7 req-aa968bf6-978d-49ee-af9a-78f2d463acb1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006689 Apr 28 14:14:18.112751 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:18.116921 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (0a988e01-b40f-408c-9972-38f121024498), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:18.216943 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Floating IP 0a988e01-b40f-408c-9972-38f121024498 associated. External IP: 172.27.1.9, port: c3c0d87e-1165-4a5e-a7e8-965afa0f3f71. Apr 28 14:14:18.425743 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Router f1641a16-72a3-47dd-b6c3-3781404b9b0c has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:14:18.535831 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:14:18.541353 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:18.548576 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] Sync routers for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:14:18.559129 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:18.560009 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:18.718193 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:18.831954 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a4577716-7693-4974-b823-e44492673ebf tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "PUT /v2.0/floatingips/0a988e01-b40f-408c-9972-38f121024498 HTTP/1.1" status: 200 len: 989 time: 1.3310201 Apr 28 14:14:18.832632 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'tag': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:18.834865 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff3cfda-14cd-4e68-af7f-90d7962efa15" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6", "tag": "c3c0d87e-1165-4a5e-a7e8-965afa0f3f71"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:18.869130 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76709b4b-4c74-479a-afc1-1e665205db6a x-openstack-request-id: req-76709b4b-4c74-479a-afc1-1e665205db6a {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:18.869422 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6", "tag": "c3c0d87e-1165-4a5e-a7e8-965afa0f3f71", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:18.869692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76709b4b-4c74-479a-afc1-1e665205db6a {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:18.870102 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76709b4b-4c74-479a-afc1-1e665205db6a'] response: {'name': 'network-changed', 'server_uuid': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'tag': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'status': 'completed', 'code': 200} Apr 28 14:14:18.929426 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-e1abc262-6803-4afa-8b60-04be94835edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:18.930991 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-e1abc262-6803-4afa-8b60-04be94835edd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4af9f146066048418277f36db15f3f65&device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 1129 time: 0.0374627 Apr 28 14:14:18.946305 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '0a988e01-b40f-408c-9972-38f121024498', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'port_id': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'mac_address': 'fa:16:3e:ae:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:03Z', 'updated_at': '2022-04-28T14:14:17Z', 'revision_number': 1, 'project_id': '4af9f146066048418277f36db15f3f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:19.038375 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-4587b6be-e43d-4916-8588-cb7bbda7d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:19.039927 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-4587b6be-e43d-4916-8588-cb7bbda7d4dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 200 len: 912 time: 0.0921814 Apr 28 14:14:19.066442 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] Checking router: f1641a16-72a3-47dd-b6c3-3781404b9b0c for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:14:19.075590 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:19.076195 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:13:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:19.124541 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-be21ed59-2e24-4ff7-a00c-8d1827f44274 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 HTTP/1.1" status: 200 len: 997 time: 0.0593255 Apr 28 14:14:19.184302 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:19.221463 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1cf25-6a4c-4348-adfa-0fc2e6aee4a2 req-bd32e9bf-3c0f-4efa-8dda-0eae768e29af tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:19.222956 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0cf1cf25-6a4c-4348-adfa-0fc2e6aee4a2 req-bd32e9bf-3c0f-4efa-8dda-0eae768e29af tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 946 time: 0.0474076 Apr 28 14:14:19.270571 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0cf1cf25-6a4c-4348-adfa-0fc2e6aee4a2 req-0a224d0e-1e89-457b-8e9f-b289045df739 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Apr 28 14:14:19.395302 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '0a988e01-b40f-408c-9972-38f121024498', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'port_id': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'mac_address': 'fa:16:3e:ae:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:03Z', 'updated_at': '2022-04-28T14:14:17Z', 'revision_number': 1, 'project_id': '4af9f146066048418277f36db15f3f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:19.420887 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3cdae9-f585-4cff-9267-ec4bfd9ef2dc None None] The sync data for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi is: [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '0a988e01-b40f-408c-9972-38f121024498', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'port_id': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'mac_address': 'fa:16:3e:ae:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:03Z', 'updated_at': '2022-04-28T14:14:17Z', 'revision_number': 1, 'project_id': '4af9f146066048418277f36db15f3f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:14:19.610491 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac498cb-951c-4161-9202-8e6d77779264 None None] New status for floating IP 0a988e01-b40f-408c-9972-38f121024498: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:14:19.719630 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-6a7ef004-23fc-4e35-b4e4-faf469271c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:19.721130 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-6a7ef004-23fc-4e35-b4e4-faf469271c80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=493ac07b-0c2e-4603-b459-bb187b4237a3 HTTP/1.1" status: 200 len: 850 time: 0.0469482 Apr 28 14:14:19.774079 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-1df1f505-6e15-41da-866f-dec293c94b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:19.775751 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-1df1f505-6e15-41da-866f-dec293c94b13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3f29a40-da20-4e2b-83c1-cfff83c004e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461047 Apr 28 14:14:19.866148 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-51df7553-45cc-4c5c-9244-35a513681c89 service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839868 Apr 28 14:14:19.956132 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ff3cfda-14cd-4e68-af7f-90d7962efa15 req-7a91f1ec-366f-4c6b-9279-ae85d7375b9b service neutron] 10.222.0.13 "GET /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831466 Apr 28 14:14:20.049517 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf9ba-e1b3-4037-a231-2ad76b5aa25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:20.386979 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107b54c-d1dd-426b-8a5b-05966a851b6d req-f9e50ae0-edc7-4792-bbab-c681f082efc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:20.388445 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b107b54c-d1dd-426b-8a5b-05966a851b6d req-f9e50ae0-edc7-4792-bbab-c681f082efc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 946 time: 0.0469165 Apr 28 14:14:20.435498 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b107b54c-d1dd-426b-8a5b-05966a851b6d req-89d2a6f9-999d-4ea3-acdd-d401ea2f4ccf tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415533 Apr 28 14:14:20.544903 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1779a-fdc4-4715-b29e-3e4db3c66d22 req-661ac59b-0fe4-43ef-b5dd-77f3aef5754a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:20.546413 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-76d1779a-fdc4-4715-b29e-3e4db3c66d22 req-661ac59b-0fe4-43ef-b5dd-77f3aef5754a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 946 time: 0.0495358 Apr 28 14:14:20.555745 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43570) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:20.560389 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'floatingip': {'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:20.599978 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (14ec9084-a9f2-4388-a13d-d6964bfa13f4), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:20.859517 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f6600-c4f7-4a87-b497-06d10b0ae80a req-a37e6919-210c-4ccb-946e-b0986dd1b3bc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:20.860879 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-176f6600-c4f7-4a87-b497-06d10b0ae80a req-a37e6919-210c-4ccb-946e-b0986dd1b3bc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Apr 28 14:14:20.909528 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-176f6600-c4f7-4a87-b497-06d10b0ae80a req-786e6b4d-837c-4221-bb6b-42bab672c8cf tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 Apr 28 14:14:21.047849 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:21.051818 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (14ec9084-a9f2-4388-a13d-d6964bfa13f4), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:21.152779 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Floating IP 14ec9084-a9f2-4388-a13d-d6964bfa13f4 associated. External IP: 172.27.1.237, port: fc1760d5-5450-4c51-9733-15fcabc6164b. Apr 28 14:14:21.357641 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:14:21.467190 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:14:21.471847 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:21.477417 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:14:21.487384 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:21.488003 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:21.501674 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-eab3c1d8-17ba-43ee-945d-2eb5226cd827 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "PUT /v2.0/floatingips/14ec9084-a9f2-4388-a13d-d6964bfa13f4 HTTP/1.1" status: 200 len: 992 time: 0.9447997 Apr 28 14:14:21.502255 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'tag': 'fc1760d5-5450-4c51-9733-15fcabc6164b'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:21.504481 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37" -d '{"events": [{"name": "network-changed", "server_uuid": "9b639aa4-92fc-437c-a241-5a0fe925af76", "tag": "fc1760d5-5450-4c51-9733-15fcabc6164b"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:21.540659 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38009496-3567-4303-a654-e9aab021ad29 x-openstack-request-id: req-38009496-3567-4303-a654-e9aab021ad29 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:21.540953 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b639aa4-92fc-437c-a241-5a0fe925af76", "tag": "fc1760d5-5450-4c51-9733-15fcabc6164b", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:21.541210 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38009496-3567-4303-a654-e9aab021ad29 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:21.541664 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38009496-3567-4303-a654-e9aab021ad29'] response: {'name': 'network-changed', 'server_uuid': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'tag': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'status': 'completed', 'code': 200} Apr 28 14:14:21.602089 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:21.606572 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-c221cbfd-708b-4efd-b679-dd93dd687863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:21.608113 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-c221cbfd-708b-4efd-b679-dd93dd687863 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 1130 time: 0.0374100 Apr 28 14:14:21.704931 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-2f2bc0c1-0aaa-4b33-b975-237de445c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:21.706437 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-2f2bc0c1-0aaa-4b33-b975-237de445c1bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 915 time: 0.0907185 Apr 28 14:14:21.777509 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:21.778167 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-e762e358-2d04-470a-9e72-7fdebc7fe627 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc1760d5-5450-4c51-9733-15fcabc6164b HTTP/1.1" status: 200 len: 1000 time: 0.0593593 Apr 28 14:14:21.824320 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:20Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:21.827928 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-cbd6be48-98e1-4e27-932e-4b809606b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:21.829393 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-cbd6be48-98e1-4e27-932e-4b809606b1ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0432250 Apr 28 14:14:21.854257 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:14:21.862489 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:21.863094 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:21.878346 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-07608e78-4037-42d6-912f-24361501073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:21.879851 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-07608e78-4037-42d6-912f-24361501073d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414853 Apr 28 14:14:21.973936 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-cda34832-7647-4b6e-8522-a1af6f657d2f service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838189 Apr 28 14:14:21.974364 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:22.078913 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e53d1-701f-4c54-bbc9-f80f1d76b8f8 req-c259bd56-bb60-4d1c-adc7-1c5bba3635ca tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:22.080367 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ba9e53d1-701f-4c54-bbc9-f80f1d76b8f8 req-c259bd56-bb60-4d1c-adc7-1c5bba3635ca tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0927553 Apr 28 14:14:22.129687 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9335643c-91b2-4ee4-ab4c-d6ebaf86be37 req-cf3995d4-df75-48c9-a9c4-fddf61e753f0 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492989 Apr 28 14:14:22.146313 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ba9e53d1-701f-4c54-bbc9-f80f1d76b8f8 req-c4842d4e-eba8-4e03-8da8-7346de27e168 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597472 Apr 28 14:14:22.197770 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:20Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:22.226102 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2157c9-82e8-4a9c-aaae-dc713ce823e3 None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:20Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:14:22.405504 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa8b7e-266a-4799-9937-669b1ad7de69 None None] New status for floating IP 14ec9084-a9f2-4388-a13d-d6964bfa13f4: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:14:22.807511 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:23.263432 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c52f8e-131e-4284-9c0c-8058eefc6f29 req-211bfaed-f3c7-4027-af77-2ca9deede455 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:23.264877 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d7c52f8e-131e-4284-9c0c-8058eefc6f29 req-211bfaed-f3c7-4027-af77-2ca9deede455 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0455241 Apr 28 14:14:23.314517 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d7c52f8e-131e-4284-9c0c-8058eefc6f29 req-2ddc2b9d-282d-46f4-8023-a2439c305345 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441852 Apr 28 14:14:24.263902 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:24.429034 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fcea0-a364-4f2f-b8e2-22e069f72ab1 req-3e17ef20-afe4-4b36-9bc2-fe05671621f0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:24.430529 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d24fcea0-a364-4f2f-b8e2-22e069f72ab1 req-3e17ef20-afe4-4b36-9bc2-fe05671621f0 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0465794 Apr 28 14:14:24.481800 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d24fcea0-a364-4f2f-b8e2-22e069f72ab1 req-bdd02422-992d-43ad-89f9-5caa17cc21d6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458436 Apr 28 14:14:25.600849 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678806c-69ad-484e-83ce-56a0ccfbc2ae req-f776fbf6-646e-4b0a-9b44-f179671ee72e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:25.602940 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0678806c-69ad-484e-83ce-56a0ccfbc2ae req-f776fbf6-646e-4b0a-9b44-f179671ee72e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0458057 Apr 28 14:14:25.647900 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0678806c-69ad-484e-83ce-56a0ccfbc2ae req-e160ec24-bd68-46e1-864a-5db1c2a54d21 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396209 Apr 28 14:14:26.207192 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:26.764733 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce2208-f06f-4cca-a9e6-1859905edff7 req-6cc24704-2da9-4024-a6cb-7ca867415056 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:26.766238 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-12ce2208-f06f-4cca-a9e6-1859905edff7 req-6cc24704-2da9-4024-a6cb-7ca867415056 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0477660 Apr 28 14:14:26.811691 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-12ce2208-f06f-4cca-a9e6-1859905edff7 req-3ad38695-d603-4c50-95b4-491be799bae8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 Apr 28 14:14:27.925946 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b7382-d01d-43e4-99ae-dc040cdd4995 req-054dd461-e932-4880-b6a4-836d6d7c4496 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:27.927380 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8e3b7382-d01d-43e4-99ae-dc040cdd4995 req-054dd461-e932-4880-b6a4-836d6d7c4496 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0459108 Apr 28 14:14:27.973297 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8e3b7382-d01d-43e4-99ae-dc040cdd4995 req-939eabdf-f2e5-4103-9912-be3ea57f8c13 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404689 Apr 28 14:14:28.051349 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:14:29.087764 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540d0c5-d160-459a-9908-9fb6de6f4dfd req-1d1429de-38c5-4565-bf26-c282446bb9d9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:29.089153 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b540d0c5-d160-459a-9908-9fb6de6f4dfd req-1d1429de-38c5-4565-bf26-c282446bb9d9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0449576 Apr 28 14:14:29.134802 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b540d0c5-d160-459a-9908-9fb6de6f4dfd req-bc08edc9-51a8-45b6-b30e-1c8bcaa50612 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Apr 28 14:14:30.252481 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cbbb6-999a-4c85-a4bc-3dcf8e177eb6 req-0dd73785-8a4f-43ea-860c-8495b1b81850 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:30.253953 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2b5cbbb6-999a-4c85-a4bc-3dcf8e177eb6 req-0dd73785-8a4f-43ea-860c-8495b1b81850 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0489490 Apr 28 14:14:30.300160 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2b5cbbb6-999a-4c85-a4bc-3dcf8e177eb6 req-f3cb4f58-3231-4810-82a7-b5199a5a4720 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 Apr 28 14:14:31.421084 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0a395-ba93-42bf-a037-9f162e9d200e req-43dc1b1c-8bc5-42c7-977c-9efdb725d189 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:31.422513 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-64f0a395-ba93-42bf-a037-9f162e9d200e req-43dc1b1c-8bc5-42c7-977c-9efdb725d189 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0491500 Apr 28 14:14:31.467366 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-64f0a395-ba93-42bf-a037-9f162e9d200e req-642ae2aa-ddbe-46be-9cd6-b8adc133efa2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394623 Apr 28 14:14:32.581495 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685b5a9-bf76-4652-8bd4-4a57fe1afc0c req-fa86cf5f-a2ae-4abc-8448-5583a81d02ae tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:32.582983 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6685b5a9-bf76-4652-8bd4-4a57fe1afc0c req-fa86cf5f-a2ae-4abc-8448-5583a81d02ae tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0461023 Apr 28 14:14:32.629165 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6685b5a9-bf76-4652-8bd4-4a57fe1afc0c req-28519a12-9537-4056-8ba8-21042336919a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407569 Apr 28 14:14:33.754102 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a16b88-ef50-4453-bfd6-995e0395bd95 req-005e09e7-470c-4ce8-9993-e2fbc1e776cb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:33.755721 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a6a16b88-ef50-4453-bfd6-995e0395bd95 req-005e09e7-470c-4ce8-9993-e2fbc1e776cb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0555677 Apr 28 14:14:33.802404 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a6a16b88-ef50-4453-bfd6-995e0395bd95 req-210d6ee5-aca4-477a-ac01-f4ff3fd1ea0b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Apr 28 14:14:34.917724 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b700ae-c476-423b-8d33-fece824effc1 req-1f9eee89-3679-4d1a-8ca6-f10d26d795f1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:34.919189 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d8b700ae-c476-423b-8d33-fece824effc1 req-1f9eee89-3679-4d1a-8ca6-f10d26d795f1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0455730 Apr 28 14:14:34.968757 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d8b700ae-c476-423b-8d33-fece824effc1 req-f749d800-ae5c-4d6c-bab0-044c906ab3fc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442183 Apr 28 14:14:35.618949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a722e8-6349-4f77-90d3-e3f878db1118 req-6ad24fe4-8ddd-42d5-8dde-3710f8a5d315 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:35.620436 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-13a722e8-6349-4f77-90d3-e3f878db1118 req-6ad24fe4-8ddd-42d5-8dde-3710f8a5d315 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 946 time: 0.0470774 Apr 28 14:14:35.674514 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-13a722e8-6349-4f77-90d3-e3f878db1118 req-d44f75d4-e36f-48ab-abab-a84c0634e45c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485168 Apr 28 14:14:36.088625 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d3149-4df6-4157-99f4-2e4da043b960 req-88d71151-0939-4184-8b99-406823c1cb5a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:36.090094 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3b1d3149-4df6-4157-99f4-2e4da043b960 req-88d71151-0939-4184-8b99-406823c1cb5a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Apr 28 14:14:36.136809 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3b1d3149-4df6-4157-99f4-2e4da043b960 req-ea9b470a-901e-4aac-bf87-82e112a34af4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Apr 28 14:14:36.786590 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d858b-e190-428e-9d20-b31902261618 req-0089d351-4177-468f-be59-3363385708c4 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:36.788054 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d41d858b-e190-428e-9d20-b31902261618 req-0089d351-4177-468f-be59-3363385708c4 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 946 time: 0.0461080 Apr 28 14:14:36.835400 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d41d858b-e190-428e-9d20-b31902261618 req-a280cc83-d4eb-410a-a608-d3935fbb630d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Apr 28 14:14:37.252713 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef10a5-701a-4b0b-93d2-982129e9f73a req-3ce1991a-8a27-4a39-9dcb-22cc6ee22597 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:37.254314 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ef10a5-701a-4b0b-93d2-982129e9f73a req-3ce1991a-8a27-4a39-9dcb-22cc6ee22597 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0459440 Apr 28 14:14:37.299740 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a4ef10a5-701a-4b0b-93d2-982129e9f73a req-9fb9564b-7221-4cd5-b72a-5f79db74e0bf tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395498 Apr 28 14:14:37.533489 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-d4beecea-0ef8-45ae-a344-2ece89405ef7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:37.534929 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-d4beecea-0ef8-45ae-a344-2ece89405ef7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 946 time: 0.0458093 Apr 28 14:14:37.636843 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Deleting port 6447339f-af4c-4eab-bc6f-43a7251d06d5 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:14:37.637185 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:37.722930 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] For port 6447339f-af4c-4eab-bc6f-43a7251d06d5, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=6447339f-af4c-4eab-bc6f-43a7251d06d5,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:37.723208 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:37.893410 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:37.893811 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (a9059a29-bcd5-421c-9b01-5361f49943e0), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:37.894122 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Floating IP a9059a29-bcd5-421c-9b01-5361f49943e0 disassociated. External IP: 172.27.1.53, port: 6447339f-af4c-4eab-bc6f-43a7251d06d5. Apr 28 14:14:37.894517 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Calling delete_port for 6447339f-af4c-4eab-bc6f-43a7251d06d5 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:14:37.952209 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8bf76-1757-43ed-930e-692bce98ffb3 req-4e850f91-6b01-43c9-982e-5a4bc65986cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:37.953717 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8ef8bf76-1757-43ed-930e-692bce98ffb3 req-4e850f91-6b01-43c9-982e-5a4bc65986cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 946 time: 0.0502753 Apr 28 14:14:38.002298 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8ef8bf76-1757-43ed-930e-692bce98ffb3 req-0e30b56f-0764-47f2-980e-da08e0c07f15 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Apr 28 14:14:38.021456 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (6447339f-af4c-4eab-bc6f-43a7251d06d5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:38.057857 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event deleted for resources: {'Port': ['ID=6447339f-af4c-4eab-bc6f-43a7251d06d5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:38.097346 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.097673 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.098081 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.098874 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.098981 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.099278 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.099598 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.099913 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.100230 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.100547 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.100864 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.101178 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.101488 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.102423 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.102737 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:38.180317 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:14:38.287469 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:14:38.297836 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c94a494-f524-4519-9139-7982979388a9 None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:14:38.307654 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94a494-f524-4519-9139-7982979388a9 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:38.308275 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1c94a494-f524-4519-9139-7982979388a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:38.327888 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] No DVR routers for this DVR port 6447339f-af4c-4eab-bc6f-43a7251d06d5 on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:14:38.330418 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:38.333778 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0b86be74-310d-4f7f-bd48-492c0ddbfa7b req-1e7066a9-6518-4b6d-833a-15c7a3616f19 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "DELETE /v2.0/ports/6447339f-af4c-4eab-bc6f-43a7251d06d5 HTTP/1.1" status: 204 len: 173 time: 0.7917848 Apr 28 14:14:38.334226 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'name': 'network-vif-deleted', 'tag': '6447339f-af4c-4eab-bc6f-43a7251d06d5'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:38.337269 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b69fb38-2814-45f8-8553-bd1f9f19daf0" -d '{"events": [{"server_uuid": "4d033755-fd0b-4901-bc72-c40a77d0798d", "name": "network-vif-deleted", "tag": "6447339f-af4c-4eab-bc6f-43a7251d06d5"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:38.432520 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1c94a494-f524-4519-9139-7982979388a9 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:38.484590 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b07a7c-e210-44a7-ad84-310055e4d14a x-openstack-request-id: req-37b07a7c-e210-44a7-ad84-310055e4d14a {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:38.485157 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d033755-fd0b-4901-bc72-c40a77d0798d", "name": "network-vif-deleted", "tag": "6447339f-af4c-4eab-bc6f-43a7251d06d5", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:38.485897 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37b07a7c-e210-44a7-ad84-310055e4d14a {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:38.486196 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b07a7c-e210-44a7-ad84-310055e4d14a'] response: {'server_uuid': '4d033755-fd0b-4901-bc72-c40a77d0798d', 'name': 'network-vif-deleted', 'tag': '6447339f-af4c-4eab-bc6f-43a7251d06d5', 'status': 'completed', 'code': 200} Apr 28 14:14:38.569597 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61a7a9-d0cc-4072-b427-2ec293b38469 req-0eca5688-6059-4b37-b09f-34a60b2e8396 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:38.572434 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de61a7a9-d0cc-4072-b427-2ec293b38469 req-0eca5688-6059-4b37-b09f-34a60b2e8396 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0512352 Apr 28 14:14:38.626030 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-de61a7a9-d0cc-4072-b427-2ec293b38469 req-e27b2f52-4041-4d5f-bd75-14417282021f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476563 Apr 28 14:14:38.726200 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1c94a494-f524-4519-9139-7982979388a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:38.758958 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c94a494-f524-4519-9139-7982979388a9 None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:14:38.767347 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94a494-f524-4519-9139-7982979388a9 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:38.767968 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1c94a494-f524-4519-9139-7982979388a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:38.871804 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1c94a494-f524-4519-9139-7982979388a9 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:39.057522 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1c94a494-f524-4519-9139-7982979388a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:39.089876 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c94a494-f524-4519-9139-7982979388a9 None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:14:39.137914 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0ee9aad4-4be8-48b8-ab45-ee3d54319dcc req-4d999409-ab67-4f37-8bde-349fbf6b2c1e tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d033755-fd0b-4901-bc72-c40a77d0798d HTTP/1.1" status: 200 len: 210 time: 0.0526338 Apr 28 14:14:39.280693 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:14:39.358053 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9188fa26-25ec-4156-98f3-7aa6f6f1d1e9 None None] New status for floating IP a9059a29-bcd5-421c-9b01-5361f49943e0: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:14:39.481727 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:39.493366 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'port_id': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'mac_address': 'fa:16:3e:6b:7b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:14:39.531895 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port d227ea3b-042c-47b3-b523-1ce78dcb5462 is: ACTIVE; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:39.532286 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:39.544797 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d227ea3b-042c-47b3-b523-1ce78dcb5462 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:14:39.566705 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:39.572180 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:39.621646 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=6']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:39.628632 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.628982 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.629355 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.629728 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.630089 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.630424 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.630754 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.631084 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.631412 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.631739 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.632067 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.632410 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.632763 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.633665 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.633993 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:39.728252 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['d227ea3b-042c-47b3-b523-1ce78dcb5462'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:14:39.753809 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b19f60-025d-41be-9776-22f19273bf5b req-a09ba750-2777-4f5d-a4e0-8b26ad7856b2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:39.755287 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83b19f60-025d-41be-9776-22f19273bf5b req-a09ba750-2777-4f5d-a4e0-8b26ad7856b2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 944 time: 0.0489156 Apr 28 14:14:39.800683 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-83b19f60-025d-41be-9776-22f19273bf5b req-b1dea986-ac90-412a-abe0-ed2b65e0bd1a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Apr 28 14:14:40.395771 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-3fc4b5ae-9de1-4252-accf-a4518d3450c4 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383830010&fields=id&tenant_id=cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 267 time: 0.0429831 Apr 28 14:14:40.505350 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-92fdfa4e-f1c6-40a0-96f3-51c6d07eed26 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:40.506857 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-92fdfa4e-f1c6-40a0-96f3-51c6d07eed26 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 811 time: 0.1035700 Apr 28 14:14:40.522031 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-18b3216d-9293-45a2-a3e0-b9a0daff8a0e tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/quotas/cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 375 time: 0.0092134 Apr 28 14:14:40.573156 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-92db0973-d3de-4a8e-a4ac-2708951bb5f5 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450385 Apr 28 14:14:40.714868 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-a8990045-b734-4ad6-a948-57c8cff42bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305542 Apr 28 14:14:40.813529 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-28fabfef-77bc-4a34-ad66-c215d84bf922 service neutron] 10.222.0.20 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928712 Apr 28 14:14:40.963499 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f798-4abb-4233-b852-fd8b1c83aa5c req-10bf5ce5-ec5f-4fde-b2c7-49a7f239a01d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:40.965600 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f127f798-4abb-4233-b852-fd8b1c83aa5c req-10bf5ce5-ec5f-4fde-b2c7-49a7f239a01d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 944 time: 0.0730081 Apr 28 14:14:41.032340 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f127f798-4abb-4233-b852-fd8b1c83aa5c req-0b8a4b28-1d1b-4dc1-adbf-5de4e7b1ff03 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595136 Apr 28 14:14:41.175993 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f5bf76b1-9f72-4bfc-a5dd-8e85f3089901 req-f9610d41-8141-4be2-ab21-eeb9e6a17c3e tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 210 time: 0.0374942 Apr 28 14:14:41.286842 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:41.345819 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port d227ea3b-042c-47b3-b523-1ce78dcb5462 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:41.346911 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:41.441991 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port d227ea3b-042c-47b3-b523-1ce78dcb5462 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:41.442595 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:41.473368 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:41.476081 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c92b92-84ad-48d0-b95a-663db6386fbe" -d '{"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-plugged", "status": "completed", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:41.493962 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:41.499482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:41.500400 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 6447339f-af4c-4eab-bc6f-43a7251d06d5 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:14:41.528223 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 6447339f-af4c-4eab-bc6f-43a7251d06d5 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:14:41.529064 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 6447339f-af4c-4eab-bc6f-43a7251d06d5 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:14:41.532264 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff1c05-0427-413f-99e8-ca975dad2b5c x-openstack-request-id: req-32ff1c05-0427-413f-99e8-ca975dad2b5c {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:41.532769 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-plugged", "status": "completed", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:41.533193 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32ff1c05-0427-413f-99e8-ca975dad2b5c {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:41.533779 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ff1c05-0427-413f-99e8-ca975dad2b5c'] response: {'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'code': 200} Apr 28 14:14:41.597749 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=7']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:42.177854 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd13b17-e7ed-4ec6-b351-873b0f810a35 req-50467f9c-183d-479d-8624-f543985281a8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:42.180485 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bdd13b17-e7ed-4ec6-b351-873b0f810a35 req-50467f9c-183d-479d-8624-f543985281a8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0556481 Apr 28 14:14:42.244400 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bdd13b17-e7ed-4ec6-b351-873b0f810a35 req-fd453763-dc13-401a-969d-7861a6e6d568 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577939 Apr 28 14:14:42.300387 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8c9f9d07-128c-4bbe-875f-d8eaa5d900f5 req-4cd0a316-b0bc-4ad2-8390-1a7df5a3d704 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 210 time: 0.0319829 Apr 28 14:14:42.489902 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-b781de8f-3990-4d2c-9d92-86446d56e6b0 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:42.491708 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-b781de8f-3990-4d2c-9d92-86446d56e6b0 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 811 time: 0.1200747 Apr 28 14:14:42.578147 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-0fdd0277-cd05-4fd4-83a8-130c2d27dee1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 380 time: 0.0693913 Apr 28 14:14:42.588899 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'port': {'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'admin_state_up': True, 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'security_groups': ['2355852a-304b-4d8f-815e-6bf54b564f6a']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:42.707992 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Made reservation on behalf of cfd703e9dd3e460d992ef2daab104619 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:14:42.712026 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:42.853483 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Allocated IP 172.20.0.6 (509c9b07-a90c-406e-90f2-5e0d8e27d8bf/430a505b-1a35-4c99-917a-0ef59e29e7f9/bb5c392a-8d56-487f-be4a-cc5ff7e8a392) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:14:43.033493 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:43.073314 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:43.129593 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:43.135729 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:43.138175 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:43.176592 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:43.206906 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:43.208177 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:43.228910 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-bd3d1ebb-7a15-444c-9a57-7101fca59cf8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6445839 Apr 28 14:14:43.372069 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Request body: {'port': {'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:43.465187 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ddd07-575c-4704-aeab-9d72a4fa8c91 req-3b2b7902-f864-4a9e-804e-8fc96e8dbff1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:43.466804 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e21ddd07-575c-4704-aeab-9d72a4fa8c91 req-3b2b7902-f864-4a9e-804e-8fc96e8dbff1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.1029816 Apr 28 14:14:43.483566 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:43.505074 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9debd-739e-4d9e-adce-2dcbcd5586da req-7256525b-2332-4033-9ff4-4ed7d56a975d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:43.506649 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2e9debd-739e-4d9e-adce-2dcbcd5586da req-7256525b-2332-4033-9ff4-4ed7d56a975d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 931 time: 0.0676510 Apr 28 14:14:43.513594 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-65028eea-96b1-4e94-9c73-65f667a54989 None None] Provisioning complete for port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:43.516475 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-65028eea-96b1-4e94-9c73-65f667a54989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:43.525043 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e21ddd07-575c-4704-aeab-9d72a4fa8c91 req-15ebf7bf-b111-4fdb-bfcd-480335f780b9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517807 Apr 28 14:14:43.562372 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-65028eea-96b1-4e94-9c73-65f667a54989 None None] Port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:14:43.653593 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c2e9debd-739e-4d9e-adce-2dcbcd5586da req-7dd3628e-e94a-47d8-8aa4-39092c84918f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403029 Apr 28 14:14:43.859941 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5c392a-8d56-487f-be4a-cc5ff7e8a392 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:14:43.867406 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Publish callbacks [] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:43.879543 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Transition to ACTIVE for port object bb5c392a-8d56-487f-be4a-cc5ff7e8a392 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:14:43.888986 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:43.942221 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:44.046075 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Attempting to bind port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:14:44.046421 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Attempting to bind port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:14:44.046734 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Attempting to bind port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:44.054244 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:14:44.055127 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Attempting to bind port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:14:44.060937 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:14:44.061284 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Checking segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:14:44.061694 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Bound using segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:14:44.062125 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Bound port: bb5c392a-8d56-487f-be4a-cc5ff7e8a392, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:14:44.062481 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:44.149028 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] For port bb5c392a-8d56-487f-be4a-cc5ff7e8a392, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:14:44.152531 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] For port bb5c392a-8d56-487f-be4a-cc5ff7e8a392, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:14:44.162737 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:44.455589 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:44.456292 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:44.457859 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] 10.222.0.13 "PUT /v2.0/ports/bb5c392a-8d56-487f-be4a-cc5ff7e8a392 HTTP/1.1" status: 200 len: 1093 time: 1.1628888 Apr 28 14:14:44.458379 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:44.463880 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16ccfc6-37eb-40ea-81d0-629f538271c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:44.520659 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496035a8-6aaf-4f03-89d1-a462c3a5c5cb x-openstack-request-id: req-496035a8-6aaf-4f03-89d1-a462c3a5c5cb {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:44.520952 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:44.521204 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-496035a8-6aaf-4f03-89d1-a462c3a5c5cb {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:44.522228 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496035a8-6aaf-4f03-89d1-a462c3a5c5cb'] response: {'name': 'network-changed', 'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'status': 'completed', 'code': 200} Apr 28 14:14:44.540395 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c1862-c494-4a86-8bb8-ce394ab04922 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:44.563850 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-de54b3ec-85c0-4325-b6f9-d405efc7c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:44.565387 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-de54b3ec-85c0-4325-b6f9-d405efc7c9ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 1127 time: 0.0615261 Apr 28 14:14:44.616641 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-4e89d8c3-9a5b-42e2-9e96-3b7ab56e7bc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392 HTTP/1.1" status: 200 len: 217 time: 0.0419850 Apr 28 14:14:44.716341 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11bde3-c476-4c07-8118-1e51c3dd6baf req-25b892a0-01fc-4e1b-9c2f-5f9c324f2ff1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:44.717813 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c11bde3-c476-4c07-8118-1e51c3dd6baf req-25b892a0-01fc-4e1b-9c2f-5f9c324f2ff1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0779531 Apr 28 14:14:44.735276 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-63e560e9-ed0d-4204-8878-00c73803cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:44.736854 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-63e560e9-ed0d-4204-8878-00c73803cafe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.1091247 Apr 28 14:14:44.810091 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-c8a1b8d7-25e5-471c-a7f6-82cb40fc0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:44.813092 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-c8a1b8d7-25e5-471c-a7f6-82cb40fc0560 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641510 Apr 28 14:14:44.816038 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c11bde3-c476-4c07-8118-1e51c3dd6baf req-8b8caaab-0d4c-4729-a3ff-6e212c81c816 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918465 Apr 28 14:14:44.842608 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d84513-532f-457e-8e99-2cdd3aaa49a4 req-268eee19-156d-4f13-ba2c-1ecdacb85ab0 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:44.844303 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3d84513-532f-457e-8e99-2cdd3aaa49a4 req-268eee19-156d-4f13-ba2c-1ecdacb85ab0 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 943 time: 0.0919156 Apr 28 14:14:44.948668 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-95f1445e-7923-450f-a461-a52243fd1506 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295345 Apr 28 14:14:44.962138 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3d84513-532f-457e-8e99-2cdd3aaa49a4 req-0aadfdfd-2681-479a-a484-60712d1d187a tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085782 Apr 28 14:14:45.064085 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d06ca920-e9fc-4932-941c-758d6b3ff2ee req-7d4a3736-a054-4e6e-9045-2f199d8aab8d service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053827 Apr 28 14:14:45.401911 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-e749d0cf-4c0c-4f1d-b6a8-1e3d9c361c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:45.403762 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-e749d0cf-4c0c-4f1d-b6a8-1e3d9c361c79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 1127 time: 0.0448072 Apr 28 14:14:45.527241 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-d1aefb0e-ee1f-4c69-ab90-e5d5abd5c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:45.528993 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-d1aefb0e-ee1f-4c69-ab90-e5d5abd5c590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.1180234 Apr 28 14:14:45.573354 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-92e5266a-2b88-4695-af3f-ad031aed711e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392 HTTP/1.1" status: 200 len: 217 time: 0.0364983 Apr 28 14:14:45.629943 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-afac887d-795f-468c-a295-2753240210a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:45.631536 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-afac887d-795f-468c-a295-2753240210a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0503919 Apr 28 14:14:45.681385 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-492714d5-59d9-4dda-b844-b179c9be6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:45.682818 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-492714d5-59d9-4dda-b844-b179c9be6127 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439479 Apr 28 14:14:45.810335 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-0b2f3ea8-c560-4290-8412-ec54dd57cd99 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152205 Apr 28 14:14:45.925291 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c16ccfc6-37eb-40ea-81d0-629f538271c0 req-ffa495bc-8ddb-4c8e-94e6-720f2006be46 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091332 Apr 28 14:14:45.974716 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb61f5e-cb39-4a5c-9632-be0280aa3908 req-a8bc3807-3b6b-43d3-9d7d-044dc703a6a1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:45.976299 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eb61f5e-cb39-4a5c-9632-be0280aa3908 req-a8bc3807-3b6b-43d3-9d7d-044dc703a6a1 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0629265 Apr 28 14:14:46.058765 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4eb61f5e-cb39-4a5c-9632-be0280aa3908 req-7777d0e8-dc7c-4ff0-9b67-8ea36aa2e634 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765691 Apr 28 14:14:46.083818 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187e60-3ef3-4904-9d32-dce4ea043c5b req-35861e61-2a97-4e5e-8192-ee876123bf57 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:46.086650 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b4187e60-3ef3-4904-9d32-dce4ea043c5b req-35861e61-2a97-4e5e-8192-ee876123bf57 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 943 time: 0.0520201 Apr 28 14:14:46.150839 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b4187e60-3ef3-4904-9d32-dce4ea043c5b req-49884168-58e6-4196-a7bd-65eb36a9c6c1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585513 Apr 28 14:14:47.212050 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261dd18-0835-47ff-bf34-228011ad0530 req-d8725227-4893-4584-be2f-82614725068a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:47.213793 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a261dd18-0835-47ff-bf34-228011ad0530 req-d8725227-4893-4584-be2f-82614725068a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0631378 Apr 28 14:14:47.297209 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b2b51-ff31-4b6f-8a57-a9a7078831e3 req-d0c52574-2a49-4047-80d6-c97f9982be39 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:47.299060 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-524b2b51-ff31-4b6f-8a57-a9a7078831e3 req-d0c52574-2a49-4047-80d6-c97f9982be39 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 943 time: 0.0700331 Apr 28 14:14:47.306678 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a261dd18-0835-47ff-bf34-228011ad0530 req-f68087cb-537a-4eb7-9803-dbd91aaeec64 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867023 Apr 28 14:14:47.357437 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-524b2b51-ff31-4b6f-8a57-a9a7078831e3 req-f0bc3788-eded-4f24-a124-03bdee7d2a58 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528078 Apr 28 14:14:47.714958 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0993-474a-4dd8-aae3-2f7992dc82c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:48.443996 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb9bb2-747a-4a06-948b-86d89daa727d req-cb10fc9d-f408-43a7-ba25-bd33df7b7c99 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:48.446450 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-14eb9bb2-747a-4a06-948b-86d89daa727d req-cb10fc9d-f408-43a7-ba25-bd33df7b7c99 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0635827 Apr 28 14:14:48.482256 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fbe85-323f-471d-b74b-cadd21967af6 req-51c71a34-a593-4af8-8788-8e49e5ccf962 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:48.484422 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-973fbe85-323f-471d-b74b-cadd21967af6 req-51c71a34-a593-4af8-8788-8e49e5ccf962 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 943 time: 0.0504353 Apr 28 14:14:48.508183 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-14eb9bb2-747a-4a06-948b-86d89daa727d req-1fe3bbd4-873e-4e3c-bcac-f0800c76ff41 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546460 Apr 28 14:14:48.562128 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-973fbe85-323f-471d-b74b-cadd21967af6 req-7677791a-1d12-4a9f-b195-d8abb332b6b6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714319 Apr 28 14:14:49.641961 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b15566-1510-4490-bf52-d814682b5112 req-0ddac40d-af21-44f9-8643-eee4e44dcc67 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:49.650231 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c8b15566-1510-4490-bf52-d814682b5112 req-0ddac40d-af21-44f9-8643-eee4e44dcc67 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0573745 Apr 28 14:14:49.712033 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebadc2-c7f6-420e-82a2-8e62e44ba27d req-9dcf216c-5996-4998-9ac6-1ff1271aee8e tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:49.713627 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6cebadc2-c7f6-420e-82a2-8e62e44ba27d req-9dcf216c-5996-4998-9ac6-1ff1271aee8e tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 943 time: 0.0724115 Apr 28 14:14:49.720966 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c8b15566-1510-4490-bf52-d814682b5112 req-d17dfc7d-a30c-4def-b33d-79a3c612b306 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697467 Apr 28 14:14:49.779363 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6cebadc2-c7f6-420e-82a2-8e62e44ba27d req-709ee52c-c2b6-48b0-bf7a-cbc0ca6dd4c1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591021 Apr 28 14:14:50.050791 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-023b93c6-8a75-4e7c-9f56-6c1aedbb5233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:50.847323 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2409ee-2ec9-4162-bcde-b23596aba7e7 req-9163c0df-54d1-4822-a5cb-f9b7768e092a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:50.848795 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6f2409ee-2ec9-4162-bcde-b23596aba7e7 req-9163c0df-54d1-4822-a5cb-f9b7768e092a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Apr 28 14:14:50.894323 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea5c8c-7488-45a0-b09d-4c23416aa1a9 req-8a407913-9fbe-4072-b115-1e0aafbe0249 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:50.895820 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7ea5c8c-7488-45a0-b09d-4c23416aa1a9 req-8a407913-9fbe-4072-b115-1e0aafbe0249 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 943 time: 0.0480707 Apr 28 14:14:50.897443 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6f2409ee-2ec9-4162-bcde-b23596aba7e7 req-fc90d3c9-17f7-45a6-835f-48b941917cbb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 Apr 28 14:14:50.945238 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c7ea5c8c-7488-45a0-b09d-4c23416aa1a9 req-40774958-e937-41eb-90fc-cc1667089500 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Apr 28 14:14:51.539654 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-aee09abd-160f-4fa1-8e16-34093f70b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:51.541081 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-aee09abd-160f-4fa1-8e16-34093f70b57b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 1129 time: 0.0377598 Apr 28 14:14:51.631655 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-052a2a3f-474e-4500-9f5b-b1c1a604ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:51.633759 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-052a2a3f-474e-4500-9f5b-b1c1a604ab87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.0859830 Apr 28 14:14:51.733661 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-1fe19dbf-eca5-4eda-9bdc-65811affc376 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 200 len: 999 time: 0.0911422 Apr 28 14:14:51.737135 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f9a9a9e4-e8db-4d70-a620-69e8bafdd195 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592717080&fields=id&tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4 HTTP/1.1" status: 200 len: 267 time: 0.0937386 Apr 28 14:14:51.780094 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:51.820601 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-d3dd2c10-1ef8-4064-938a-bb059ce9798f tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:51.822079 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-d3dd2c10-1ef8-4064-938a-bb059ce9798f tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 985 time: 0.0746348 Apr 28 14:14:51.823501 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-279a35f1-ef48-4f71-8893-b3d49d162487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:51.824794 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-279a35f1-ef48-4f71-8893-b3d49d162487 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0848663 Apr 28 14:14:51.832692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Request body: {'port': {'security_groups': ['6c3c311c-93bc-49c1-9056-ea0ee199d003']}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:51.901896 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-6099b448-022d-4747-b638-90e38cc22f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:51.903338 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-6099b448-022d-4747-b638-90e38cc22f1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676992 Apr 28 14:14:51.960878 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (874faf1e-c745-4c18-9459-d83f1d568909), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.018910 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866ce30-694d-4a12-b486-b69e63822975 req-892311d5-4b7f-41fd-8503-210eab8dde0d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:52.020328 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a866ce30-694d-4a12-b486-b69e63822975 req-892311d5-4b7f-41fd-8503-210eab8dde0d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0478661 Apr 28 14:14:52.070957 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a866ce30-694d-4a12-b486-b69e63822975 req-15c7d177-c21d-43dc-b6d0-144935ef9bdc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451286 Apr 28 14:14:52.071872 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-5d0e5d5d-3c94-4ab4-a519-e21f267b0488 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476264 Apr 28 14:14:52.187002 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9201187-e8f7-4599-b63d-381b38007eca req-f471037a-a801-4822-8aae-dbde1793c434 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:52.188534 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d9201187-e8f7-4599-b63d-381b38007eca req-f471037a-a801-4822-8aae-dbde1793c434 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 943 time: 0.0496287 Apr 28 14:14:52.235402 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e72b17d2-6377-4649-b1d7-420db291bac1 req-1efec243-3c09-4ffe-8978-9c6d5b6a8fbc service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540482 Apr 28 14:14:52.246650 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d9201187-e8f7-4599-b63d-381b38007eca req-b25eb17b-bba0-4c90-97db-d22336cb5a43 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517738 Apr 28 14:14:52.255117 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] For port 874faf1e-c745-4c18-9459-d83f1d568909, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=874faf1e-c745-4c18-9459-d83f1d568909,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:52.286712 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for port (874faf1e-c745-4c18-9459-d83f1d568909), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.291615 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (874faf1e-c745-4c18-9459-d83f1d568909), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.303362 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['874faf1e-c745-4c18-9459-d83f1d568909'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:14:52.333121 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:52.333774 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.335691 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5b3552dc-a455-433b-b632-d6e0931ea715 req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "PUT /v2.0/ports/874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 943 time: 0.5068483 Apr 28 14:14:52.336143 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:52.338532 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7f47e-ad4a-41f2-9999-b75776167400" -d '{"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:52.342116 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43784) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:52.365851 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ba446-6a4e-43f3-951c-01a31575f9c1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event updated for resources: {'Port': ['ID=874faf1e-c745-4c18-9459-d83f1d568909,revision_number=7']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:52.403842 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecf257a-9372-43ac-9a39-b6a600df6439 x-openstack-request-id: req-3ecf257a-9372-43ac-9a39-b6a600df6439 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:52.404165 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:52.404442 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ecf257a-9372-43ac-9a39-b6a600df6439 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:52.404851 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecf257a-9372-43ac-9a39-b6a600df6439'] response: {'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909', 'status': 'completed', 'code': 200} Apr 28 14:14:52.426789 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group (d44ff6ca-75cb-4ff3-91e8-f06a871e5faa), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.460241 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group (d44ff6ca-75cb-4ff3-91e8-f06a871e5faa), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.534667 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d44ff6ca-75cb-4ff3-91e8-f06a871e5faa), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.537294 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.538466 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "DELETE /v2.0/security-groups/d44ff6ca-75cb-4ff3-91e8-f06a871e5faa HTTP/1.1" status: 204 len: 168 time: 0.1942000 Apr 28 14:14:52.541210 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43786) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:52.550060 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ff6ca-75cb-4ff3-91e8-f06a871e5faa,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:52.557845 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.558561 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.558933 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.559274 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.559635 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.559972 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.560303 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.560632 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.560959 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.561290 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.561665 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.562000 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.562348 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.562669 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.562990 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4adffb-1bc6-403d-8ceb-102686313491 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:14:52.589431 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['874faf1e-c745-4c18-9459-d83f1d568909'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:14:52.639349 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-2cba8d2f-cc83-4aff-9196-eb9a9fa0ce32 None None] Provisioning complete for port 874faf1e-c745-4c18-9459-d83f1d568909 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:52.639720 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2cba8d2f-cc83-4aff-9196-eb9a9fa0ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (874faf1e-c745-4c18-9459-d83f1d568909), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.697720 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Deleting port 94e48cae-22d3-467b-9a2c-6e51c73e4e6f {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:14:52.698062 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.777747 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.778072 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for floatingip (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.781444 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-2cba8d2f-cc83-4aff-9196-eb9a9fa0ce32 None None] Current status of the port 874faf1e-c745-4c18-9459-d83f1d568909 is: ACTIVE; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:52.794774 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Calling delete_port for 94e48cae-22d3-467b-9a2c-6e51c73e4e6f owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:14:52.822996 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.969532 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (94e48cae-22d3-467b-9a2c-6e51c73e4e6f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:52.999422 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event deleted for resources: {'Port': ['ID=94e48cae-22d3-467b-9a2c-6e51c73e4e6f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:53.055151 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks [] for floatingip (a0aea1e9-ac6d-440a-805e-0505278c1053), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:53.055396 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Floating IP a0aea1e9-ac6d-440a-805e-0505278c1053 disassociated (deleted). External IP: 172.27.1.177, port: 874faf1e-c745-4c18-9459-d83f1d568909. Apr 28 14:14:53.195539 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4bfd3-0661-42e6-bc99-44370cdd75ab req-5d2798b0-fa15-462a-bd55-e1fb7710af8d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:53.196974 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-beb4bfd3-0661-42e6-bc99-44370cdd75ab req-5d2798b0-fa15-462a-bd55-e1fb7710af8d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0520041 Apr 28 14:14:53.313632 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-beb4bfd3-0661-42e6-bc99-44370cdd75ab req-58d94107-a020-4ff9-95b5-b707aa89aa4c tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830698 Apr 28 14:14:53.337591 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Router 99033ba1-7623-4a32-99c8-7113da109ca6 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:14:53.365751 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d1dd6-aef1-4dbe-a22b-348464290334 req-ccec0fc4-b231-4ba4-b85f-50906dc5d1cf tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:53.367286 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d37d1dd6-aef1-4dbe-a22b-348464290334 req-ccec0fc4-b231-4ba4-b85f-50906dc5d1cf tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 943 time: 0.0512750 Apr 28 14:14:53.380500 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device bb5c392a-8d56-487f-be4a-cc5ff7e8a392 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:14:53.423192 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d37d1dd6-aef1-4dbe-a22b-348464290334 req-65709970-ecdf-495f-9072-0a062d1bfa69 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503550 Apr 28 14:14:53.488460 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port bb5c392a-8d56-487f-be4a-cc5ff7e8a392, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:53.500266 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:14:53.539485 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:53.539875 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:53.553387 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5c392a-8d56-487f-be4a-cc5ff7e8a392 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:14:53.574135 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port bb5c392a-8d56-487f-be4a-cc5ff7e8a392, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:53.578073 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:53.631600 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:53.703838 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:14:53.708155 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:53.714316 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] Sync routers for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:14:53.723490 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:53.724093 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:53.738589 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-231e1be4-fffc-4cd1-bfd4-9c968324d4cc tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "DELETE /v2.0/floatingips/a0aea1e9-ac6d-440a-805e-0505278c1053 HTTP/1.1" status: 204 len: 168 time: 1.1958590 Apr 28 14:14:53.835859 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:53.914691 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['bb5c392a-8d56-487f-be4a-cc5ff7e8a392'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:14:53.948070 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-f93178b9-a280-4d6c-94e5-b1f3832d2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:53.949777 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-f93178b9-a280-4d6c-94e5-b1f3832d2983 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1130 time: 0.0445046 Apr 28 14:14:54.042198 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 5, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:54.071383 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] Checking router: 99033ba1-7623-4a32-99c8-7113da109ca6 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:14:54.079542 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-9fa5f3b3-da53-43d0-88ce-e1487444e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:54.080986 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-9fa5f3b3-da53-43d0-88ce-e1487444e081 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 200 len: 916 time: 0.1189520 Apr 28 14:14:54.081182 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:14:54.081824 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:54.138879 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-8a27908d-eabc-4774-81b9-2a6b501cbc61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 217 time: 0.0479286 Apr 28 14:14:54.196876 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:14:54.269735 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:54.383905 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 5, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:14:54.410462 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81d7d0-97cf-4797-b1fb-240e6abda7c7 None None] The sync data for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi is: [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:12:36Z', 'revision_number': 4, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'f8f9a81d-8542-45c7-878f-d7253382f156', 'name': '', 'network_id': '8785025f-3e85-4422-82e8-a0aa9e20f8f2', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'mac_address': 'fa:16:3e:f2:1b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '679879ec-940d-4b8c-9023-fca44d831582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:36Z', 'updated_at': '2022-04-28T14:12:40Z', 'revision_number': 5, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'subnets': [{'id': '679879ec-940d-4b8c-9023-fca44d831582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:14:54.415810 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:54.418164 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:54.473692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3ad697-1bd8-426e-b64d-52f79c49218b x-openstack-request-id: req-2d3ad697-1bd8-426e-b64d-52f79c49218b {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:54.474082 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "tag": "874faf1e-c745-4c18-9459-d83f1d568909", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:54.474415 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d3ad697-1bd8-426e-b64d-52f79c49218b {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:54.474862 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3ad697-1bd8-426e-b64d-52f79c49218b'] response: {'name': 'network-changed', 'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909', 'status': 'completed', 'code': 200} Apr 28 14:14:54.486461 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447d5d5-351c-4a98-9044-4e153e66a430 req-65cf3bb9-0ad0-4601-9489-c53d7a71fe05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:54.488902 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7447d5d5-351c-4a98-9044-4e153e66a430 req-65cf3bb9-0ad0-4601-9489-c53d7a71fe05 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.1004696 Apr 28 14:14:54.514082 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-ceac3416-1ea0-45e1-a4d6-a2d28817767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:54.515615 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-ceac3416-1ea0-45e1-a4d6-a2d28817767d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=679879ec-940d-4b8c-9023-fca44d831582 HTTP/1.1" status: 200 len: 854 time: 0.0853515 Apr 28 14:14:54.552113 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7447d5d5-351c-4a98-9044-4e153e66a430 req-2296395f-cca4-421a-a748-a20985a04ce6 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505185 Apr 28 14:14:54.562344 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a3818-645b-4dd1-9e1d-0281ffdf7c91 req-d5c6ab6c-d934-47d7-91b3-9a69810fa7a6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:54.563894 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-939a3818-645b-4dd1-9e1d-0281ffdf7c91 req-d5c6ab6c-d934-47d7-91b3-9a69810fa7a6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 944 time: 0.0503104 Apr 28 14:14:54.620974 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-939a3818-645b-4dd1-9e1d-0281ffdf7c91 req-4bd07000-87d3-4ac6-89e3-cb0ad8e000ac tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513420 Apr 28 14:14:54.697050 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64820dd-c420-4f52-8131-9383362a645e None None] New status for floating IP a0aea1e9-ac6d-440a-805e-0505278c1053: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:14:54.800005 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-fccc9c40-5503-4516-b2f9-18d7a874e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:54.802349 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-fccc9c40-5503-4516-b2f9-18d7a874e75f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8785025f-3e85-4422-82e8-a0aa9e20f8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575192 Apr 28 14:14:54.956716 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-ceddf06a-ea8d-4ebc-a581-ba0422abcb6d service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091602 Apr 28 14:14:55.063421 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-feb7f47e-ad4a-41f2-9999-b75776167400 req-f7985091-9bb5-4b7f-ad8e-4a2dabb54115 service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979199 Apr 28 14:14:55.177841 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-47ca1738-af55-493f-b8a0-c75a784a6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:55.179468 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-47ca1738-af55-493f-b8a0-c75a784a6004 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 1130 time: 0.0461140 Apr 28 14:14:55.272978 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-c3b7fdb9-3960-471f-bd04-0dfda51ceabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:55.274488 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-c3b7fdb9-3960-471f-bd04-0dfda51ceabd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 200 len: 916 time: 0.0884855 Apr 28 14:14:55.324915 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-f125d3b9-3d30-49f3-90fd-fadc613bfe09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 200 len: 217 time: 0.0421348 Apr 28 14:14:55.378020 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-77b0bf27-2187-4241-b865-6953ce636b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:55.379453 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-77b0bf27-2187-4241-b865-6953ce636b0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=679879ec-940d-4b8c-9023-fca44d831582 HTTP/1.1" status: 200 len: 854 time: 0.0452712 Apr 28 14:14:55.395857 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device bb5c392a-8d56-487f-be4a-cc5ff7e8a392 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:14:55.423479 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-6758ec55-d101-4bd4-9000-4a788bab5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:55.425067 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-6758ec55-d101-4bd4-9000-4a788bab5042 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8785025f-3e85-4422-82e8-a0aa9e20f8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394568 Apr 28 14:14:55.442047 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:14:55.450290 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:14:55.450873 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:55.467458 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [req-2b1bd96a-08da-475e-a86b-369ac96dfd07 req-cd1d0e3a-d58b-4268-912f-5da2f0610390 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:14:55.469876 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2b1bd96a-08da-475e-a86b-369ac96dfd07 req-cd1d0e3a-d58b-4268-912f-5da2f0610390 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0548339 Apr 28 14:14:55.540807 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-1f87dad6-0d62-42b4-83f5-bca4bec340fa service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068375 Apr 28 14:14:55.547302 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:55.547698 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:55.575633 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:55.578367 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798bdb1d-b70c-4229-ad0f-d71d5530c8ff" -d '{"events": [{"server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "name": "network-vif-plugged", "status": "completed", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:55.596356 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port bb5c392a-8d56-487f-be4a-cc5ff7e8a392, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:55.610182 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:55.611606 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:14:55.692948 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434e868-19e5-4d13-b3f2-7b29d8803a27 req-7f92f754-c136-43bc-8669-1aa69a90b8d8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:55.694767 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5434e868-19e5-4d13-b3f2-7b29d8803a27 req-7f92f754-c136-43bc-8669-1aa69a90b8d8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 945 time: 0.0754170 Apr 28 14:14:55.700163 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c58d0e85-43ba-4886-9c8a-a98c3859c4ef req-e71340dc-0ee8-46e8-9489-49900a07a26d service neutron] 10.222.0.13 "GET /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515362 Apr 28 14:14:55.700988 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:55.734173 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e1fa31-5d87-4ec1-9f4c-0f88cabfbf7c x-openstack-request-id: req-31e1fa31-5d87-4ec1-9f4c-0f88cabfbf7c {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:55.734645 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "name": "network-vif-plugged", "status": "completed", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:55.735055 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31e1fa31-5d87-4ec1-9f4c-0f88cabfbf7c {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:55.735459 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e1fa31-5d87-4ec1-9f4c-0f88cabfbf7c'] response: {'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'code': 200} Apr 28 14:14:55.757478 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port d227ea3b-042c-47b3-b523-1ce78dcb5462 is: ACTIVE; New status is: DOWN {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:14:55.758151 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:55.761283 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5434e868-19e5-4d13-b3f2-7b29d8803a27 req-6d1fe55e-7910-41b3-ab23-647a9d02efe2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601711 Apr 28 14:14:55.799692 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:14:55.804849 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:55.849960 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e51e44-d039-4f1e-a0ee-dcd22c5e4a45 req-9c463191-9ed6-49ed-ba25-5fd2049b2509 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:55.852002 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-37e51e44-d039-4f1e-a0ee-dcd22c5e4a45 req-9c463191-9ed6-49ed-ba25-5fd2049b2509 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 945 time: 0.0604563 Apr 28 14:14:55.871342 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=8']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:55.911683 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-37e51e44-d039-4f1e-a0ee-dcd22c5e4a45 req-81064556-4186-440a-a938-00d5c8252708 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539689 Apr 28 14:14:55.937633 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43862) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:56.024568 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53863bb1-0963-4ed7-a772-c7a44601eb62 req-2e36e787-023b-4f37-9fcf-3ff429867e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:56.026051 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-53863bb1-0963-4ed7-a772-c7a44601eb62 req-2e36e787-023b-4f37-9fcf-3ff429867e51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 1129 time: 0.0635762 Apr 28 14:14:56.033673 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-ca532877-08f4-4241-8d0d-c8f36e5d4a6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949492 Apr 28 14:14:56.044080 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-4b4524aa-09d5-4b6f-bc60-b246fd3370bd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 14:14:56.045017 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-4b4524aa-09d5-4b6f-bc60-b246fd3370bd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052900 Apr 28 14:14:56.078769 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-53863bb1-0963-4ed7-a772-c7a44601eb62 req-7be545aa-c392-45fc-b32e-38bf2112b72c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441861 Apr 28 14:14:56.120890 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43872) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:56.219516 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-5ccbfe58-297d-467c-abb6-2a8a3c879027 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:56.220281 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:56.221099 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-5ccbfe58-297d-467c-abb6-2a8a3c879027 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports/d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 200 len: 940 time: 0.0992358 Apr 28 14:14:56.911554 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c3ed3-a12c-4dfb-8c3f-2ef2999bf012 req-44c5d561-b43f-438f-baa3-357b514c250e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:56.913186 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-703c3ed3-a12c-4dfb-8c3f-2ef2999bf012 req-44c5d561-b43f-438f-baa3-357b514c250e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0487230 Apr 28 14:14:56.963249 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-703c3ed3-a12c-4dfb-8c3f-2ef2999bf012 req-88d14376-62a2-46ac-ab63-4e9d46a6b155 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Apr 28 14:14:57.029902 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a63fcb-e68c-4ece-93c7-46c41343cd36 req-72cdbd9e-6c8b-4749-830b-c3cb92529089 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:57.031509 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f5a63fcb-e68c-4ece-93c7-46c41343cd36 req-72cdbd9e-6c8b-4749-830b-c3cb92529089 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 945 time: 0.0491047 Apr 28 14:14:57.080627 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f5a63fcb-e68c-4ece-93c7-46c41343cd36 req-fdc1ddff-e17b-44a1-bc57-cb0b0ec87454 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Apr 28 14:14:57.567356 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65665808-8381-45f1-93e0-cad0cfd3f35a req-d291b2bd-f1a5-4a06-8fc1-3a2498dba118 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:57.568792 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-65665808-8381-45f1-93e0-cad0cfd3f35a req-d291b2bd-f1a5-4a06-8fc1-3a2498dba118 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0461838 Apr 28 14:14:57.615409 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-65665808-8381-45f1-93e0-cad0cfd3f35a req-6de512a7-7c02-42f5-afa7-51216c376ae1 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Apr 28 14:14:57.737053 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:14:57.739401 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371f3e9c-80c8-46fc-9f86-2cecd3e116a1" -d '{"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-unplugged", "status": "completed", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:14:57.776773 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49282697-7135-4a2e-97e8-70b6ae768858 x-openstack-request-id: req-49282697-7135-4a2e-97e8-70b6ae768858 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:14:57.777096 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-unplugged", "status": "completed", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:14:57.777379 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49282697-7135-4a2e-97e8-70b6ae768858 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:14:57.777813 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49282697-7135-4a2e-97e8-70b6ae768858'] response: {'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'code': 200} Apr 28 14:14:58.084916 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc23af2-507a-436a-a1ee-5fcf0122a1d8 req-a8f2462c-b07c-4cc2-b066-8604a836e3bb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:58.086936 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9cc23af2-507a-436a-a1ee-5fcf0122a1d8 req-a8f2462c-b07c-4cc2-b066-8604a836e3bb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0507398 Apr 28 14:14:58.135292 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9cc23af2-507a-436a-a1ee-5fcf0122a1d8 req-04b485ce-1727-42ab-b1d3-c65d839e96ae tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Apr 28 14:14:58.195613 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fba51-2ea1-499a-b15f-f488502cb956 req-8b3a3501-fb48-4f33-aa66-9f6c02def4c9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:58.197056 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f29fba51-2ea1-499a-b15f-f488502cb956 req-8b3a3501-fb48-4f33-aa66-9f6c02def4c9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 945 time: 0.0454092 Apr 28 14:14:58.248135 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f29fba51-2ea1-499a-b15f-f488502cb956 req-8cbf201a-a35f-4a71-bf19-8b3c3b6a3e6b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455768 Apr 28 14:14:58.357059 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4520d75-736f-484e-9159-a236d8f9d980 req-8ffdb3cf-0c12-4804-9025-7e3e8ee785a6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:58.358574 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a4520d75-736f-484e-9159-a236d8f9d980 req-8ffdb3cf-0c12-4804-9025-7e3e8ee785a6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 945 time: 0.0455005 Apr 28 14:14:58.407138 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a4520d75-736f-484e-9159-a236d8f9d980 req-9e5538cd-2c87-43e0-a109-12d113f49208 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Apr 28 14:14:58.429518 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43910) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:58.466113 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c0a10-abe5-4639-a5d3-7e03995f71d3 tempest-TestVolumeBootPattern-190157457 tempest-TestVolumeBootPattern-190157457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:58.467594 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-aa4c0a10-abe5-4639-a5d3-7e03995f71d3 tempest-TestVolumeBootPattern-190157457 tempest-TestVolumeBootPattern-190157457-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 1124 time: 0.0370922 Apr 28 14:14:58.470332 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 43912) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:14:58.474520 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:14:58.494079 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:58.570275 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:58.676860 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Allocated IP 172.27.1.247 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/e0ebf30b-b063-4f5d-9008-7a0c2ce8197a) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:14:58.749689 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4f3a6-128e-4266-b718-7d8ea138641e req-b35be7d3-d92f-4ef8-b457-673239c65c40 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:58.751150 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a7b4f3a6-128e-4266-b718-7d8ea138641e req-b35be7d3-d92f-4ef8-b457-673239c65c40 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0701666 Apr 28 14:14:58.849637 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:58.853492 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a7b4f3a6-128e-4266-b718-7d8ea138641e req-c05a8970-ab48-4bf2-98db-ba21cbab13fe tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723484 Apr 28 14:14:58.886729 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:58.924131 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:14:58.928888 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:14:58.932349 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:14:58.937672 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=e0ebf30b-b063-4f5d-9008-7a0c2ce8197a,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:59.310865 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (cd8d6e74-2f32-49b6-9356-da0c5d3b9d90), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:59.394977 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:59.426535 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcffb15-ef66-4844-bef5-48b380e86019 req-ef1681c4-7751-494f-9be7-57e97bc6a9dc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:59.428079 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fcffb15-ef66-4844-bef5-48b380e86019 req-ef1681c4-7751-494f-9be7-57e97bc6a9dc tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0556929 Apr 28 14:14:59.478139 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6fcffb15-ef66-4844-bef5-48b380e86019 req-a3ba696f-753c-47b1-972c-5c2c185769b4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Apr 28 14:14:59.609297 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60e8f6-72cd-4ecd-826c-ef25e820adbf req-3740af69-2433-4449-810c-211722f9e6d4 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:59.610779 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1a60e8f6-72cd-4ecd-826c-ef25e820adbf req-3740af69-2433-4449-810c-211722f9e6d4 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.1514702 Apr 28 14:14:59.615010 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-ec7387ba-e1d7-4edb-9ee3-f58d40c07a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:59.616883 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-ec7387ba-e1d7-4edb-9ee3-f58d40c07a9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506&tenant_id=79beb8c8a2f7430f9d5011cfb455acc7 HTTP/1.1" status: 200 len: 1127 time: 0.1391449 Apr 28 14:14:59.692006 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1a60e8f6-72cd-4ecd-826c-ef25e820adbf req-952287d1-7f9a-4999-adb8-bebaa79d3796 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724883 Apr 28 14:14:59.703545 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:59.708468 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:59.777039 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=e0ebf30b-b063-4f5d-9008-7a0c2ce8197a,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:14:59.786559 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (cd8d6e74-2f32-49b6-9356-da0c5d3b9d90), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:59.838969 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-75267f14-4af9-4703-b1b1-e57f0ee49a6e tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:59.840600 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-75267f14-4af9-4703-b1b1-e57f0ee49a6e tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.13 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0463092 Apr 28 14:14:59.927799 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-92a4f5f2-eb29-4798-a412-b8f7346635c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:59.929987 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-92a4f5f2-eb29-4798-a412-b8f7346635c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 1127 time: 0.1086147 Apr 28 14:14:59.932622 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98aae-6e32-456a-9338-eb2820670646 req-d34d447d-2471-446e-9457-d610698927de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:59.933967 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75a98aae-6e32-456a-9338-eb2820670646 req-d34d447d-2471-446e-9457-d610698927de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41237bb81ade44018b1ef1781e00db45&device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1130 time: 0.1136909 Apr 28 14:14:59.966258 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Deleting port 874faf1e-c745-4c18-9459-d83f1d568909 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:14:59.966513 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (874faf1e-c745-4c18-9459-d83f1d568909), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:14:59.993235 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8b167-86e0-41ab-bad9-06e37b5ff428 req-2ac5794a-b1f1-4047-acf9-c5468d31f52d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:14:59.994787 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cef8b167-86e0-41ab-bad9-06e37b5ff428 req-2ac5794a-b1f1-4047-acf9-c5468d31f52d tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/ports?device_id=0054b0e8-2834-49f8-b52d-4fb19377d7a2 HTTP/1.1" status: 200 len: 946 time: 0.0712228 Apr 28 14:14:59.995269 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Floating IP cd8d6e74-2f32-49b6-9356-da0c5d3b9d90 associated. External IP: 172.27.1.247, port: bb5c392a-8d56-487f-be4a-cc5ff7e8a392. Apr 28 14:15:00.087319 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cef8b167-86e0-41ab-bad9-06e37b5ff428 req-674868ee-c07d-4398-bb32-91465126a5a8 tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c3c311c-93bc-49c1-9056-ea0ee199d003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855734 Apr 28 14:15:00.105438 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] For port 874faf1e-c745-4c18-9459-d83f1d568909, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=874faf1e-c745-4c18-9459-d83f1d568909,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:00.106550 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (874faf1e-c745-4c18-9459-d83f1d568909), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:00.120817 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Calling delete_port for 874faf1e-c745-4c18-9459-d83f1d568909 owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:00.258949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (874faf1e-c745-4c18-9459-d83f1d568909), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:00.272791 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['874faf1e-c745-4c18-9459-d83f1d568909'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:15:00.289096 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Pushing event deleted for resources: {'Port': ['ID=874faf1e-c745-4c18-9459-d83f1d568909,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:00.337698 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] No DVR routers for this DVR port 874faf1e-c745-4c18-9459-d83f1d568909 on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:15:00.341513 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:00.344968 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a092dd13-a88d-4a43-8157-fa3a80debf10 req-482162bd-71ae-4a4e-9cf9-402d1b6f54ac tempest-TestMinimumBasicScenario-1163045626 tempest-TestMinimumBasicScenario-1163045626-project] 10.222.0.13 "DELETE /v2.0/ports/874faf1e-c745-4c18-9459-d83f1d568909 HTTP/1.1" status: 204 len: 173 time: 0.4963140 Apr 28 14:15:00.345414 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'name': 'network-vif-deleted', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:00.347741 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b250d8d6-c713-444c-a45b-8a47c80797f2" -d '{"events": [{"server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "name": "network-vif-deleted", "tag": "874faf1e-c745-4c18-9459-d83f1d568909"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:00.450050 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98aae-6e32-456a-9338-eb2820670646 req-e1cd27b8-bbef-486e-bbae-313504f547bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:00.451632 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75a98aae-6e32-456a-9338-eb2820670646 req-e1cd27b8-bbef-486e-bbae-313504f547bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 200 len: 909 time: 0.4867499 Apr 28 14:15:00.457023 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365d7d3e-ddef-4b84-9234-3c02dff3698b x-openstack-request-id: req-365d7d3e-ddef-4b84-9234-3c02dff3698b {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:00.457480 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0054b0e8-2834-49f8-b52d-4fb19377d7a2", "name": "network-vif-deleted", "tag": "874faf1e-c745-4c18-9459-d83f1d568909", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:00.457612 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-365d7d3e-ddef-4b84-9234-3c02dff3698b {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:00.458007 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365d7d3e-ddef-4b84-9234-3c02dff3698b'] response: {'server_uuid': '0054b0e8-2834-49f8-b52d-4fb19377d7a2', 'name': 'network-vif-deleted', 'tag': '874faf1e-c745-4c18-9459-d83f1d568909', 'status': 'completed', 'code': 200} Apr 28 14:15:00.461858 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-5da1ebaf-1662-4c54-891c-44d733ec731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:00.463369 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-5da1ebaf-1662-4c54-891c-44d733ec731d service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.5209377 Apr 28 14:15:00.607972 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258ceb5-ecf9-4619-8ec5-00bb74d98e9b req-0f70348e-ca35-4522-afbc-5b9ac244629e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:00.609353 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4258ceb5-ecf9-4619-8ec5-00bb74d98e9b req-0f70348e-ca35-4522-afbc-5b9ac244629e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0495286 Apr 28 14:15:00.659151 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4258ceb5-ecf9-4619-8ec5-00bb74d98e9b req-49814add-90ed-4cad-8eea-eee2260e2c34 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438724 Apr 28 14:15:00.673363 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-21a26dc5-6d8a-4568-91c9-c3311af4f7fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 200 len: 997 time: 0.1630509 Apr 28 14:15:00.676999 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75a98aae-6e32-456a-9338-eb2820670646 req-5a1dde44-8c40-40bd-87ca-cfb6a4e23ac3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 1001 time: 0.1657116 Apr 28 14:15:00.700684 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:15:00.934323 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2b6e9-75a8-4abd-b541-18760d584da3 req-56e1752d-382c-4eda-b001-7935c2eaf69e tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:00.935704 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-58e2b6e9-75a8-4abd-b541-18760d584da3 req-56e1752d-382c-4eda-b001-7935c2eaf69e tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.1650507 Apr 28 14:15:00.939046 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-b14da425-d752-4db7-8e25-8342a99556c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:00.940342 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-b14da425-d752-4db7-8e25-8342a99556c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.1387768 Apr 28 14:15:00.942827 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:15:00.946279 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98aae-6e32-456a-9338-eb2820670646 req-33728695-b4b9-4588-a24e-464e2b0efafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:00.947923 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75a98aae-6e32-456a-9338-eb2820670646 req-33728695-b4b9-4588-a24e-464e2b0efafe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e9ad8e7-9ca1-4d25-b655-70f298186c7a HTTP/1.1" status: 200 len: 847 time: 0.1443908 Apr 28 14:15:00.952357 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:15:00.963160 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:00.963853 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:01.026416 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:01.071860 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:01.076947 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-15c8687f-e6f6-40e3-a699-9e3b073b7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:01.078462 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-15c8687f-e6f6-40e3-a699-9e3b073b7de7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121750 Apr 28 14:15:01.079349 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98aae-6e32-456a-9338-eb2820670646 req-dcf10d76-6555-40e0-8969-e710cecc9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:01.080667 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75a98aae-6e32-456a-9338-eb2820670646 req-dcf10d76-6555-40e0-8969-e710cecc9c29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7145c4f5-7946-4644-88a7-880cee3b1d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154521 Apr 28 14:15:01.093591 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-58e2b6e9-75a8-4abd-b541-18760d584da3 req-3d1c1e80-730e-4ab5-b559-89914491b662 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513765 Apr 28 14:15:01.113887 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-47965d23-2133-476e-8254-14e9970d9c31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6425524 Apr 28 14:15:01.123882 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:01.126207 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db197932-4e54-4281-9fc5-f02b941b5690" -d '{"events": [{"name": "network-changed", "server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:01.188968 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2e19ae-0110-4c38-acbe-3bdfde8ee820 x-openstack-request-id: req-ad2e19ae-0110-4c38-acbe-3bdfde8ee820 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:01.189737 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:01.189737 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad2e19ae-0110-4c38-acbe-3bdfde8ee820 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:01.190007 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2e19ae-0110-4c38-acbe-3bdfde8ee820'] response: {'name': 'network-changed', 'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'status': 'completed', 'code': 200} Apr 28 14:15:01.291447 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197932-4e54-4281-9fc5-f02b941b5690 req-385b604e-db64-49ab-8a9d-68076892effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:01.293528 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db197932-4e54-4281-9fc5-f02b941b5690 req-385b604e-db64-49ab-8a9d-68076892effa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 1129 time: 0.0682442 Apr 28 14:15:01.310599 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-ff4a3d68-3a1a-487b-b39d-64a87000a521 service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142096 Apr 28 14:15:01.314570 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75a98aae-6e32-456a-9338-eb2820670646 req-0fb8ae17-64f7-401c-ba5b-2a3d493604fd service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209625 Apr 28 14:15:01.420198 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:14:59Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:01.434095 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197932-4e54-4281-9fc5-f02b941b5690 req-9c19f61a-336c-4b1b-bcef-4ab52fe770b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:01.435841 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db197932-4e54-4281-9fc5-f02b941b5690 req-9c19f61a-336c-4b1b-bcef-4ab52fe770b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.1338651 Apr 28 14:15:01.449204 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:15:01.457952 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:01.458770 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:01.497384 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-19f11263-7e80-4d62-9d6c-14848df71a95 req-3e57cc5e-f9c5-4fa7-96b6-df90f7a46aba service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678391 Apr 28 14:15:01.499430 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-75a98aae-6e32-456a-9338-eb2820670646 req-ecff57ff-98fb-45ce-b688-3a4584c5c524 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610758 Apr 28 14:15:01.529180 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db197932-4e54-4281-9fc5-f02b941b5690 req-42ba2f6c-713b-45ee-8e43-998e3e659ae0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392 HTTP/1.1" status: 200 len: 999 time: 0.0860960 Apr 28 14:15:01.603510 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:01.606516 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197932-4e54-4281-9fc5-f02b941b5690 req-2d1a4d3c-7f19-47b1-855b-5e074305d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:01.608708 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db197932-4e54-4281-9fc5-f02b941b5690 req-2d1a4d3c-7f19-47b1-855b-5e074305d5ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0628998 Apr 28 14:15:01.731696 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197932-4e54-4281-9fc5-f02b941b5690 req-e64f390c-1cc9-4dc6-8127-3f42c4530383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:01.735331 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db197932-4e54-4281-9fc5-f02b941b5690 req-e64f390c-1cc9-4dc6-8127-3f42c4530383 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466185 Apr 28 14:15:01.777596 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 43984) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:01.796699 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8b1e0-84fb-434e-81b7-343e1a199a77 req-0b987542-390c-4e4d-993b-530f868c011a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:01.798405 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-69e8b1e0-84fb-434e-81b7-343e1a199a77 req-0b987542-390c-4e4d-993b-530f868c011a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0562499 Apr 28 14:15:01.836913 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:14:59Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:01.846176 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-69e8b1e0-84fb-434e-81b7-343e1a199a77 req-9f254b77-700b-485a-999c-8bd63610f778 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Apr 28 14:15:01.868323 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d7642-8f01-43c3-95b3-70575866cbd4 None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:14:59Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:15:02.111631 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db197932-4e54-4281-9fc5-f02b941b5690 req-ffb1783c-899b-4d05-8a4f-a8a273d2d382 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718366 Apr 28 14:15:02.122844 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5585a1-49f4-4b08-acca-d6f4a56ccadb None None] New status for floating IP cd8d6e74-2f32-49b6-9356-da0c5d3b9d90: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:15:02.605519 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43824-7b11-4e96-b5ea-8609a5ba4540 req-fe2a6149-7196-42c3-b413-e6ee0a1c5d54 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:02.607050 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d5a43824-7b11-4e96-b5ea-8609a5ba4540 req-fe2a6149-7196-42c3-b413-e6ee0a1c5d54 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.4100611 Apr 28 14:15:02.652892 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (99033ba1-7623-4a32-99c8-7113da109ca6), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:02.733047 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d5a43824-7b11-4e96-b5ea-8609a5ba4540 req-73b3cdeb-9a2b-4b9a-b3f3-b2fdbda7728f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167247 Apr 28 14:15:03.005984 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec14b1-2e3e-4549-aefc-415452f6a086 req-f75e2de1-70b5-435e-a814-ffeba8fe926d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:03.014036 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-42ec14b1-2e3e-4549-aefc-415452f6a086 req-f75e2de1-70b5-435e-a814-ffeba8fe926d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0719252 Apr 28 14:15:03.051052 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Deleting port f8f9a81d-8542-45c7-878f-d7253382f156 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:03.051467 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:03.071855 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-42ec14b1-2e3e-4549-aefc-415452f6a086 req-266ab8f1-14fb-447e-9e05-7be013c9703b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565090 Apr 28 14:15:03.163563 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] For port f8f9a81d-8542-45c7-878f-d7253382f156, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=f8f9a81d-8542-45c7-878f-d7253382f156,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:03.164349 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:03.177691 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Calling delete_port for f8f9a81d-8542-45c7-878f-d7253382f156 owned by network:router_interface {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:03.377398 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (f8f9a81d-8542-45c7-878f-d7253382f156), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:03.406418 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f9a81d-8542-45c7-878f-d7253382f156,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:03.409980 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 874faf1e-c745-4c18-9459-d83f1d568909 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:03.433134 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 874faf1e-c745-4c18-9459-d83f1d568909 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:03.433742 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 874faf1e-c745-4c18-9459-d83f1d568909 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:03.684107 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (99033ba1-7623-4a32-99c8-7113da109ca6), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:03.900447 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805a762-ab5a-46ff-bfd7-bdd08126668e req-1c3c08bc-b156-4f01-a791-b25f7c46abc7 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:03.907632 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b805a762-ab5a-46ff-bfd7-bdd08126668e req-1c3c08bc-b156-4f01-a791-b25f7c46abc7 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0868807 Apr 28 14:15:03.985692 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b805a762-ab5a-46ff-bfd7-bdd08126668e req-6e699e0a-9cbf-45de-b244-21a54be19613 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771775 Apr 28 14:15:03.995985 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Router 99033ba1-7623-4a32-99c8-7113da109ca6 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:15:04.179177 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:15:04.185866 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5b064b1e-a261-46e9-bc78-50de543bcaf8 admin admin] 10.222.0.20 "PUT /v2.0/routers/99033ba1-7623-4a32-99c8-7113da109ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069493 Apr 28 14:15:04.188493 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44022) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:04.194852 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] Sync routers for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:15:04.207880 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:04.208194 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03608e2-1e4e-4fc1-9315-5a2c031514b3 req-48198e21-8315-4c17-ae97-658e63aad308 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:04.208499 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:04.210506 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f03608e2-1e4e-4fc1-9315-5a2c031514b3 req-48198e21-8315-4c17-ae97-658e63aad308 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0641477 Apr 28 14:15:04.269106 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f03608e2-1e4e-4fc1-9315-5a2c031514b3 req-b9f648a6-35a5-4be9-89c6-99224c5aa6a8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528281 Apr 28 14:15:04.328549 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks [] for router (99033ba1-7623-4a32-99c8-7113da109ca6), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:04.379529 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:04.444137 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks [] for router_gateway (99033ba1-7623-4a32-99c8-7113da109ca6), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:04.517480 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Deleting port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:04.517951 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:04.567410 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:15:03Z', 'revision_number': 5, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port': {'id': 'c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:34Z', 'updated_at': '2022-04-28T14:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:04.601541 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] Checking router: 99033ba1-7623-4a32-99c8-7113da109ca6 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:15:04.608279 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] For port c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:04.608724 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:04.610069 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] Routers {'99033ba1-7623-4a32-99c8-7113da109ca6'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:04.610679 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['99033ba1-7623-4a32-99c8-7113da109ca6'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:04.621999 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Calling delete_port for c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:04.701997 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] Set router 99033ba1-7623-4a32-99c8-7113da109ca6 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:04.756125 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:15:04Z', 'revision_number': 6, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:04.788501 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc8041-059c-4d55-91b8-338c10e80b2d None None] The sync data for ids ['99033ba1-7623-4a32-99c8-7113da109ca6'] in dv-cinder-839760-1-iscsi is: [{'id': '99033ba1-7623-4a32-99c8-7113da109ca6', 'name': 'tempest-TestMinimumBasicScenario-1613964736-router', 'tenant_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:33Z', 'updated_at': '2022-04-28T14:15:04Z', 'revision_number': 6, 'project_id': '8ca7572c7d93469fb8bfe911e1ad93f4', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:15:04.835526 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:04.864887 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:04.932164 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (99033ba1-7623-4a32-99c8-7113da109ca6), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.035568 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (99033ba1-7623-4a32-99c8-7113da109ca6), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.039545 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks [] for router_controller (99033ba1-7623-4a32-99c8-7113da109ca6), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.052356 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:15:05.110586 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (99033ba1-7623-4a32-99c8-7113da109ca6), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.111278 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99033ba1-7623-4a32-99c8-7113da109ca6 {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:15:05.117258 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.121951 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-18ace3d0-0943-4a8d-873f-a781f61e7901 admin admin] 10.222.0.20 "DELETE /v2.0/routers/99033ba1-7623-4a32-99c8-7113da109ca6 HTTP/1.1" status: 204 len: 168 time: 0.9313309 Apr 28 14:15:05.122768 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44034) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:05.133585 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427db78b-926d-43de-8cd4-70c51c09d35f req-772a14ac-ac8f-4e54-beed-82ae21b83be6 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:05.136860 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-427db78b-926d-43de-8cd4-70c51c09d35f req-772a14ac-ac8f-4e54-beed-82ae21b83be6 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0583475 Apr 28 14:15:05.177845 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-e435721a-d394-40b9-bc46-9d8d74ffb552 admin admin] Deleting subnet 679879ec-940d-4b8c-9023-fca44d831582 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:15:05.182097 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e435721a-d394-40b9-bc46-9d8d74ffb552 admin admin] Publish callbacks [] for subnet (679879ec-940d-4b8c-9023-fca44d831582), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.218781 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-427db78b-926d-43de-8cd4-70c51c09d35f req-cb69a073-1ecd-4d29-af80-cf75789f78a6 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809183 Apr 28 14:15:05.233117 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e435721a-d394-40b9-bc46-9d8d74ffb552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499914'] for subnet (679879ec-940d-4b8c-9023-fca44d831582), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.335777 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e435721a-d394-40b9-bc46-9d8d74ffb552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (679879ec-940d-4b8c-9023-fca44d831582), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.402795 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e435721a-d394-40b9-bc46-9d8d74ffb552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3277004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16879755'] for subnet (679879ec-940d-4b8c-9023-fca44d831582), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.405634 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211f70b-e81e-4c47-a82a-1f431857b7b5 req-10d92ae8-6fb6-4fce-8757-8200095b694b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:05.407120 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6211f70b-e81e-4c47-a82a-1f431857b7b5 req-10d92ae8-6fb6-4fce-8757-8200095b694b tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0483162 Apr 28 14:15:05.428008 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435721a-d394-40b9-bc46-9d8d74ffb552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679879ec-940d-4b8c-9023-fca44d831582,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:05.434142 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e435721a-d394-40b9-bc46-9d8d74ffb552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.441956 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44038) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:05.442267 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bfc34c-bf6a-4c82-92e0-7edfc43417de None None] Network 8785025f-3e85-4422-82e8-a0aa9e20f8f2 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:15:05.450559 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e435721a-d394-40b9-bc46-9d8d74ffb552 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/679879ec-940d-4b8c-9023-fca44d831582 HTTP/1.1" status: 204 len: 168 time: 0.3223312 Apr 28 14:15:05.496175 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6211f70b-e81e-4c47-a82a-1f431857b7b5 req-f0e7cfa9-e452-41bf-b6fe-fe1116e0af97 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817652 Apr 28 14:15:05.550964 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (8785025f-3e85-4422-82e8-a0aa9e20f8f2), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.609425 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Deleting port 0a893b45-2707-4680-b3e4-b675abef597b {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:05.609812 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (0a893b45-2707-4680-b3e4-b675abef597b), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.660858 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] DHCP port deletion for 8785025f-3e85-4422-82e8-a0aa9e20f8f2 request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:15:05.733530 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] Deleting port 0a893b45-2707-4680-b3e4-b675abef597b {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:05.733977 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (0a893b45-2707-4680-b3e4-b675abef597b), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.741709 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] For port 0a893b45-2707-4680-b3e4-b675abef597b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=0a893b45-2707-4680-b3e4-b675abef597b,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:05.742354 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (0a893b45-2707-4680-b3e4-b675abef597b), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.769881 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Calling delete_port for 0a893b45-2707-4680-b3e4-b675abef597b owned by network:dhcp {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:05.816399 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 0a893b45-2707-4680-b3e4-b675abef597b no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:05.855364 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] For port 0a893b45-2707-4680-b3e4-b675abef597b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=0a893b45-2707-4680-b3e4-b675abef597b,segment=NetworkSegment(6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b),segment_id=6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:05.856026 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (0a893b45-2707-4680-b3e4-b675abef597b), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.879609 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] Calling delete_port for 0a893b45-2707-4680-b3e4-b675abef597b owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:05.910520 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (0a893b45-2707-4680-b3e4-b675abef597b), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:05.932779 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.plugins.ml2.db [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No ports have port_id starting with 0a893b45-2707-4680-b3e4-b675abef597b Apr 28 14:15:05.935895 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:05.952832 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a893b45-2707-4680-b3e4-b675abef597b,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:05.959197 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:05.960040 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device c1ca1ca3-f8c8-472e-a4bf-de9e76e9b9b0 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:05.960798 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device f8f9a81d-8542-45c7-878f-d7253382f156 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:05.961291 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] No DVR routers for this DVR port 0a893b45-2707-4680-b3e4-b675abef597b on host dv-cinder-839760-1-iscsi {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:15:06.000008 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: f8f9a81d-8542-45c7-878f-d7253382f156 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:06.000698 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device f8f9a81d-8542-45c7-878f-d7253382f156 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:06.035348 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121'] for port (0a893b45-2707-4680-b3e4-b675abef597b), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:06.048296 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] No DVR routers for this DVR port 0a893b45-2707-4680-b3e4-b675abef597b on host dv-cinder-839760-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:15:06.068757 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6709be7-2a4e-4fde-b170-dd78c5d4f635 None None] Pushing event deleted for resources: {'Port': ['ID=0a893b45-2707-4680-b3e4-b675abef597b,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:06.114662 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (8785025f-3e85-4422-82e8-a0aa9e20f8f2), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:06.145795 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8785025f-3e85-4422-82e8-a0aa9e20f8f2']}} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:06.155366 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b') {'for_net_delete': True} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:06.155763 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b') {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:06.167297 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212146'] for segment (6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:06.182309 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:06.188536 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:15:06.188930 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4088999'] for segment (6359bb2e-32a0-4a0b-8ffc-478ccd7aea6b), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: Traceback (most recent call last): Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: timer() Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: cb(*args, **kw) Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: return func(*args, **kwargs) Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: self._notify() Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: self.callback(batched_events) Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: event.method(event) Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: return f(self, *a, **k) Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._get(url).json() Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: return self.request(url, 'GET', **kwargs) Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:15:06.190868 dv-cinder-839760-1-iscsi neutron-server[103509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:15:06.250325 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (8785025f-3e85-4422-82e8-a0aa9e20f8f2), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:06.266927 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:06.270181 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8785025f-3e85-4422-82e8-a0aa9e20f8f2 HTTP/1.1" status: 204 len: 168 time: 0.8272159 Apr 28 14:15:06.271199 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da77d6-d43a-426e-9e27-39df9160afb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8785025f-3e85-4422-82e8-a0aa9e20f8f2,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:06.275264 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44046) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:06.366895 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9eeb9-b113-423e-81d9-bbb97c208f2a req-590978c1-2588-4aaf-9a02-5c65a5b1cca8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:06.374099 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a3c9eeb9-b113-423e-81d9-bbb97c208f2a req-590978c1-2588-4aaf-9a02-5c65a5b1cca8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0643175 Apr 28 14:15:06.437999 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a3c9eeb9-b113-423e-81d9-bbb97c208f2a req-d399184a-ff8b-483c-a1ee-bfb642f3dcfa tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578363 Apr 28 14:15:06.682875 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ff220-6e50-4b7b-89c9-05ffb28c540a req-0b8e0bf7-c799-44f0-85dc-e32a7ca4c2e7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:06.684571 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6a3ff220-6e50-4b7b-89c9-05ffb28c540a req-0b8e0bf7-c799-44f0-85dc-e32a7ca4c2e7 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0858135 Apr 28 14:15:06.748168 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:06.766704 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6a3ff220-6e50-4b7b-89c9-05ffb28c540a req-705ac36f-33ba-45cf-9cac-dd83a6cdc590 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664973 Apr 28 14:15:07.346249 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Deleting port 5bab2632-8e95-42ce-a942-e52317ee66cc {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:07.346880 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:07.428170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] For port 5bab2632-8e95-42ce-a942-e52317ee66cc, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=5bab2632-8e95-42ce-a942-e52317ee66cc,segment=NetworkSegment(7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8),segment_id=7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:07.428514 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:07.445184 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Calling delete_port for 5bab2632-8e95-42ce-a942-e52317ee66cc owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:07.553961 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adeecb-d903-48ef-ae95-7c55ac85ec90 req-d01334e2-db28-4fa7-94ae-24b951747427 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:07.556306 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-12adeecb-d903-48ef-ae95-7c55ac85ec90 req-d01334e2-db28-4fa7-94ae-24b951747427 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0529659 Apr 28 14:15:07.619573 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-12adeecb-d903-48ef-ae95-7c55ac85ec90 req-ecc2c7e9-ea72-49cb-922e-d07d42660b2f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572703 Apr 28 14:15:07.686453 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (5bab2632-8e95-42ce-a942-e52317ee66cc), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:07.713653 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5bab2632-8e95-42ce-a942-e52317ee66cc,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:07.928198 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa82b3-7875-40aa-8090-5007a1310372 req-42cc328f-0310-48a1-b471-726541196b77 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:07.933813 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:07.950280 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-25fa82b3-7875-40aa-8090-5007a1310372 req-42cc328f-0310-48a1-b471-726541196b77 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0906308 Apr 28 14:15:08.057901 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-25fa82b3-7875-40aa-8090-5007a1310372 req-3acc50bc-2cf0-4713-8e7d-028c1cc0a097 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067803 Apr 28 14:15:08.301403 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:15:08.420881 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:15:08.433601 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] Sync routers for ids ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:15:08.440041 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44070) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:08.440225 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-95675566-ae34-4f10-acc4-f9a1d053a8eb admin admin] 10.222.0.20 "PUT /v2.0/routers/ee80ab33-5946-44b3-9233-a7a5c2ca4da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1634865 Apr 28 14:15:08.452020 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] Routers {'ee80ab33-5946-44b3-9233-a7a5c2ca4da8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:08.452669 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:08.557686 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks [] for router (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:08.581898 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] Set router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:08.692291 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks [] for router_gateway (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:08.746945 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Deleting port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:08.747419 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:08.775593 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:15:07Z', 'revision_number': 5, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port': {'id': '5ebcf9d8-15e9-490b-8fd1-33fab40d2609', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:08.809667 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] Checking router: ee80ab33-5946-44b3-9233-a7a5c2ca4da8 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:15:08.818464 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] Routers {'ee80ab33-5946-44b3-9233-a7a5c2ca4da8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:08.819250 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:14:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:08.845545 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] For port 5ebcf9d8-15e9-490b-8fd1-33fab40d2609, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=5ebcf9d8-15e9-490b-8fd1-33fab40d2609,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:08.846080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:08.863998 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Calling delete_port for 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 owned by network:router_gateway {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:09.056574 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] Set router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 gateway port host: None {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:09.058331 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (5ebcf9d8-15e9-490b-8fd1-33fab40d2609), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.109267 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebcf9d8-15e9-490b-8fd1-33fab40d2609,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:09.122498 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:15:08Z', 'revision_number': 6, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:09.162916 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.164266 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d139ec-f767-4825-8960-6b5dd2bd9878 None None] The sync data for ids ['ee80ab33-5946-44b3-9233-a7a5c2ca4da8'] in dv-cinder-839760-1-iscsi is: [{'id': 'ee80ab33-5946-44b3-9233-a7a5c2ca4da8', 'name': 'tempest-TestMinimumBasicScenario-18871133-router', 'tenant_id': '25898ab687f4414b8193cfeafe495cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:39Z', 'updated_at': '2022-04-28T14:15:08Z', 'revision_number': 6, 'project_id': '25898ab687f4414b8193cfeafe495cb9', 'gw_port_host': None}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:15:09.295059 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.297388 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks [] for router_controller (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.368375 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (ee80ab33-5946-44b3-9233-a7a5c2ca4da8), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.368857 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee80ab33-5946-44b3-9233-a7a5c2ca4da8 {{(pid=103509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:15:09.374622 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.378035 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44076) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:09.378663 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-c37dc75e-7d2b-462e-88e9-89b7c147a5ac admin admin] 10.222.0.20 "DELETE /v2.0/routers/ee80ab33-5946-44b3-9233-a7a5c2ca4da8 HTTP/1.1" status: 204 len: 168 time: 0.9372110 Apr 28 14:15:09.425627 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdeabf1-a5fd-4ba9-b044-16406f63fdcf admin admin] Deleting subnet 23ef745e-f9ea-4f63-a332-cb48b8d797be {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:15:09.428919 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bdeabf1-a5fd-4ba9-b044-16406f63fdcf admin admin] Publish callbacks [] for subnet (23ef745e-f9ea-4f63-a332-cb48b8d797be), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.464278 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bdeabf1-a5fd-4ba9-b044-16406f63fdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499914'] for subnet (23ef745e-f9ea-4f63-a332-cb48b8d797be), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.607624 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bdeabf1-a5fd-4ba9-b044-16406f63fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (23ef745e-f9ea-4f63-a332-cb48b8d797be), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.683781 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bdeabf1-a5fd-4ba9-b044-16406f63fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3277004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16879755'] for subnet (23ef745e-f9ea-4f63-a332-cb48b8d797be), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.718762 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeabf1-a5fd-4ba9-b044-16406f63fdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ef745e-f9ea-4f63-a332-cb48b8d797be,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:09.722456 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9bdeabf1-a5fd-4ba9-b044-16406f63fdcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.728364 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9bdeabf1-a5fd-4ba9-b044-16406f63fdcf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/23ef745e-f9ea-4f63-a332-cb48b8d797be HTTP/1.1" status: 204 len: 168 time: 0.3469765 Apr 28 14:15:09.728634 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44078) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:09.734358 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d18c4-d517-4e5e-a894-a6af24cd2081 None None] Network ed10d193-b85f-4478-8e72-fcd30bc5b411 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:15:09.804188 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (ed10d193-b85f-4478-8e72-fcd30bc5b411), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.859974 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Deleting port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:09.860285 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.933877 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] For port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=28f09e17-44fa-4c6f-97d8-76d6f8ebc79b,segment=NetworkSegment(7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8),segment_id=7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:09.934262 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:09.949261 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Calling delete_port for 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:10.012761 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] DHCP port deletion for ed10d193-b85f-4478-8e72-fcd30bc5b411 request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:15:10.076104 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 5bab2632-8e95-42ce-a942-e52317ee66cc no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:10.102867 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.119699 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 5bab2632-8e95-42ce-a942-e52317ee66cc {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:10.120049 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 5bab2632-8e95-42ce-a942-e52317ee66cc not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:10.124588 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] Deleting port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:10.124993 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.134547 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Pushing event deleted for resources: {'Port': ['ID=28f09e17-44fa-4c6f-97d8-76d6f8ebc79b,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:10.144306 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] No DVR routers for this DVR port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b on host dv-cinder-839760-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:15:10.216868 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] For port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b, host dv-cinder-839760-1-iscsi, got binding levels [] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:10.217189 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.241041 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (ed10d193-b85f-4478-8e72-fcd30bc5b411), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.244943 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] Calling delete_port for 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:10.248039 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.ipam_backend_mixin [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] Port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b was not found and therefore no delete operation was performed {{(pid=103511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 14:15:10.249506 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121'] for port (28f09e17-44fa-4c6f-97d8-76d6f8ebc79b), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.267875 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed10d193-b85f-4478-8e72-fcd30bc5b411']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:10.290372 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] Pushing event deleted for resources: {'Port': ['ID=28f09e17-44fa-4c6f-97d8-76d6f8ebc79b,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:10.304623 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:10.304932 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:10.315550 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab0af2-183e-44b4-9f35-5f0f9ed34334 None None] No DVR routers for this DVR port 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b on host dv-cinder-839760-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:15:10.330534 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.352720 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.359657 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:15:10.360057 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (7c0136a3-fe45-43bb-9dcc-ad0b164dd3a8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:15:10.374513 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:15:10.429422 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (ed10d193-b85f-4478-8e72-fcd30bc5b411), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.435179 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.442298 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] 10.222.0.20 "DELETE /v2.0/networks/ed10d193-b85f-4478-8e72-fcd30bc5b411 HTTP/1.1" status: 204 len: 168 time: 0.7099912 Apr 28 14:15:10.476019 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00540f-2a6d-41ab-83f2-1e14fc8f612f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed10d193-b85f-4478-8e72-fcd30bc5b411,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:10.585246 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44084) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:10.636421 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a433e093-a710-4ff0-9c75-b9ca34afe905 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ca7572c7d93469fb8bfe911e1ad93f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498559 Apr 28 14:15:10.638830 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44086) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:10.692881 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dbc99e2f-ede8-4f3d-9c4d-0c8ddd17e924 admin admin] Publish callbacks [] for security_group (6c3c311c-93bc-49c1-9056-ea0ee199d003), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.714622 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dbc99e2f-ede8-4f3d-9c4d-0c8ddd17e924 admin admin] Publish callbacks [] for security_group (6c3c311c-93bc-49c1-9056-ea0ee199d003), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.781112 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dbc99e2f-ede8-4f3d-9c4d-0c8ddd17e924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (6c3c311c-93bc-49c1-9056-ea0ee199d003), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.783778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-dbc99e2f-ede8-4f3d-9c4d-0c8ddd17e924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:10.788421 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-dbc99e2f-ede8-4f3d-9c4d-0c8ddd17e924 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c3c311c-93bc-49c1-9056-ea0ee199d003 HTTP/1.1" status: 204 len: 168 time: 0.1485574 Apr 28 14:15:10.797495 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc99e2f-ede8-4f3d-9c4d-0c8ddd17e924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3c311c-93bc-49c1-9056-ea0ee199d003,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:11.127594 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44092) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:11.169462 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1b8e7b45-6c06-4e3f-8926-864abb798cc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25898ab687f4414b8193cfeafe495cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407791 Apr 28 14:15:11.172008 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44094) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:11.219135 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-47af4fdd-5a9a-443d-b17a-e4841130a1d0 admin admin] Publish callbacks [] for security_group (2f8cf401-3a84-400e-919c-cf11d86a5748), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:11.241933 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-47af4fdd-5a9a-443d-b17a-e4841130a1d0 admin admin] Publish callbacks [] for security_group (2f8cf401-3a84-400e-919c-cf11d86a5748), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:11.288037 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-47af4fdd-5a9a-443d-b17a-e4841130a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2f8cf401-3a84-400e-919c-cf11d86a5748), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:11.290727 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-47af4fdd-5a9a-443d-b17a-e4841130a1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:11.291781 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-47af4fdd-5a9a-443d-b17a-e4841130a1d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f8cf401-3a84-400e-919c-cf11d86a5748 HTTP/1.1" status: 204 len: 168 time: 0.1188943 Apr 28 14:15:11.299155 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af4fdd-5a9a-443d-b17a-e4841130a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8cf401-3a84-400e-919c-cf11d86a5748,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:11.561490 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:11.582104 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:11.582452 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 28f09e17-44fa-4c6f-97d8-76d6f8ebc79b not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:11.582881 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:11.605129 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:11.605473 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 5ebcf9d8-15e9-490b-8fd1-33fab40d2609 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:11.753699 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-db197932-4e54-4281-9fc5-f02b941b5690 req-b75ba9f4-86cb-45f2-802e-077ef3588c57 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964725 Apr 28 14:15:12.192658 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-9c36a797-35bf-4b6e-84b6-85847274c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:12.194738 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-9c36a797-35bf-4b6e-84b6-85847274c722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41237bb81ade44018b1ef1781e00db45&device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1130 time: 0.3162014 Apr 28 14:15:12.856027 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-9c287bc7-6055-4e4c-bcd5-95a720bb09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:12.857616 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-9c287bc7-6055-4e4c-bcd5-95a720bb09c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 200 len: 909 time: 0.1052284 Apr 28 14:15:12.939069 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-32b3856d-56b4-4e55-871f-60a8b9bf91bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 1001 time: 0.0734563 Apr 28 14:15:13.089469 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdad4f-50fe-47a6-96cc-9ff5cefc03b2 req-7112df82-755e-4317-b682-b30041795787 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:13.091239 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3ecdad4f-50fe-47a6-96cc-9ff5cefc03b2 req-7112df82-755e-4317-b682-b30041795787 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0964456 Apr 28 14:15:13.099423 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-8046e5bd-8609-4721-8d8d-ff16c7d8af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:13.101465 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-8046e5bd-8609-4721-8d8d-ff16c7d8af18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e9ad8e7-9ca1-4d25-b655-70f298186c7a HTTP/1.1" status: 200 len: 847 time: 0.1381900 Apr 28 14:15:13.113272 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743901-9c8f-4d11-9b98-2f6ebae96873 req-d0aa9443-6167-4d12-b3f9-4eb6ceb8cb76 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:13.114870 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f4743901-9c8f-4d11-9b98-2f6ebae96873 req-d0aa9443-6167-4d12-b3f9-4eb6ceb8cb76 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0648732 Apr 28 14:15:13.165749 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3ecdad4f-50fe-47a6-96cc-9ff5cefc03b2 req-1c3d75dc-ddee-4192-ab89-4fe513715fa4 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638897 Apr 28 14:15:13.176080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-15395c93-903b-44dd-8634-11442f1a859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:13.177592 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-15395c93-903b-44dd-8634-11442f1a859d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7145c4f5-7946-4644-88a7-880cee3b1d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610752 Apr 28 14:15:13.202435 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f4743901-9c8f-4d11-9b98-2f6ebae96873 req-c65ae894-40b5-4209-ae9c-9d36a9d83882 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768518 Apr 28 14:15:13.279980 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-9216c8a1-edad-478a-9c0f-a0b99076b17d service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896430 Apr 28 14:15:13.376885 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a68cb619-30c7-48cc-b90b-3c8885237af6 req-61a6d631-8465-4ca9-a0f6-46b955865c19 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901785 Apr 28 14:15:14.291098 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03742a3a-9317-4a4e-9382-499a5f7a5e74 req-511fb843-18c4-4533-85f5-10ba2e8c36b9 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:14.292483 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-03742a3a-9317-4a4e-9382-499a5f7a5e74 req-511fb843-18c4-4533-85f5-10ba2e8c36b9 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0469632 Apr 28 14:15:14.321819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6a96-b875-456e-8d37-1e77bebfff55 req-f075a18f-0a60-4cf5-8739-7f909897c2a2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:14.323294 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cc2e6a96-b875-456e-8d37-1e77bebfff55 req-f075a18f-0a60-4cf5-8739-7f909897c2a2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0476124 Apr 28 14:15:14.343471 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-03742a3a-9317-4a4e-9382-499a5f7a5e74 req-ce64e0b4-a6ab-40c6-8f1a-e42ccc26b835 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 Apr 28 14:15:14.377227 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cc2e6a96-b875-456e-8d37-1e77bebfff55 req-c9f1fb81-4443-4efc-9726-7ab679192444 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484042 Apr 28 14:15:15.463346 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f0a9-2792-4fb2-aacf-b8c1dfa9f15f req-7dc68db2-bc9a-4c41-96e2-037dc63fa935 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:15.465463 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5a23f0a9-2792-4fb2-aacf-b8c1dfa9f15f req-7dc68db2-bc9a-4c41-96e2-037dc63fa935 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0550272 Apr 28 14:15:15.471003 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:15:15.515904 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c9f43-082f-4913-8823-bc043ad11a81 req-31d3fda2-6cca-4ca7-ac1f-c0cb1b6d0c23 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:15.518368 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ff3c9f43-082f-4913-8823-bc043ad11a81 req-31d3fda2-6cca-4ca7-ac1f-c0cb1b6d0c23 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 943 time: 0.0605590 Apr 28 14:15:15.527531 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5a23f0a9-2792-4fb2-aacf-b8c1dfa9f15f req-c0d6a7a0-cd88-42f0-8288-334cc8cb0c2d tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532703 Apr 28 14:15:15.567203 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ff3c9f43-082f-4913-8823-bc043ad11a81 req-1d4034b3-b0ff-4ee8-95c3-cbdaa3aecc52 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Apr 28 14:15:15.589722 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:15.600784 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'port_id': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'mac_address': 'fa:16:3e:6b:7b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:15:15.640311 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port d227ea3b-042c-47b3-b523-1ce78dcb5462 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:15:15.640695 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:15.653434 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d227ea3b-042c-47b3-b523-1ce78dcb5462 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:15:15.676334 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:15.679985 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:15.724662 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=9']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:15.947996 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['d227ea3b-042c-47b3-b523-1ce78dcb5462'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:15:16.642279 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eb560-7410-48be-861e-60f38f14667d req-3edb4083-1758-4c63-a59e-6af201d669c6 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:16.643866 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f7eb560-7410-48be-861e-60f38f14667d req-3edb4083-1758-4c63-a59e-6af201d669c6 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0467587 Apr 28 14:15:16.689065 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed29f48-0c03-4e20-a35d-bc4ac4b2a05e req-812d9b11-6d76-4e3f-a6b8-4859a09390bd tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:16.691193 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-aed29f48-0c03-4e20-a35d-bc4ac4b2a05e req-812d9b11-6d76-4e3f-a6b8-4859a09390bd tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 944 time: 0.0508473 Apr 28 14:15:16.692133 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f7eb560-7410-48be-861e-60f38f14667d req-771086a3-68e2-4148-bbd7-3b3247cf0ce1 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428276 Apr 28 14:15:16.739293 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-aed29f48-0c03-4e20-a35d-bc4ac4b2a05e req-aae8ac8d-c267-452c-b5b4-443f26351368 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Apr 28 14:15:16.900488 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-f4556892-1118-49fd-ac25-da5bfe1e7020 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660594 Apr 28 14:15:16.917190 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7e055-67f4-47e2-904e-83c713ba545c req-128dd3a9-66d6-4015-83b2-0d82000b15d6 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:16.919060 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-25b7e055-67f4-47e2-904e-83c713ba545c req-128dd3a9-66d6-4015-83b2-0d82000b15d6 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0558102 Apr 28 14:15:16.997755 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-0ff0ea57-5197-42c6-b9e9-1752573e43a3 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:16.999088 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-0ff0ea57-5197-42c6-b9e9-1752573e43a3 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports/cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 943 time: 0.0681365 Apr 28 14:15:17.008429 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-25b7e055-67f4-47e2-904e-83c713ba545c req-76a1bd5a-0049-4b03-8116-9e9a50442319 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834208 Apr 28 14:15:17.471725 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:15:17.516906 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port d227ea3b-042c-47b3-b523-1ce78dcb5462 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:15:17.517279 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:17.593105 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port d227ea3b-042c-47b3-b523-1ce78dcb5462 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:15:17.593399 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:17.614898 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:17.617116 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1a7608-721d-4497-8574-fc7fbc638984" -d '{"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-plugged", "status": "completed", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:17.628963 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:17.634043 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:17.661165 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352fb684-f522-4cfb-9322-3c23fb11946e x-openstack-request-id: req-352fb684-f522-4cfb-9322-3c23fb11946e {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:17.661458 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-plugged", "status": "completed", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:17.661737 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-352fb684-f522-4cfb-9322-3c23fb11946e {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:17.662123 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352fb684-f522-4cfb-9322-3c23fb11946e'] response: {'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'code': 200} Apr 28 14:15:17.689486 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=10']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:17.709967 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8ec80c10-20b1-4c44-a226-872f38d33843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:17.863933 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857e259-5f91-4610-be43-002ad54e54a1 req-595d3d2d-bdda-4a08-b68e-79b8a2f0e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:17.865929 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d857e259-5f91-4610-be43-002ad54e54a1 req-595d3d2d-bdda-4a08-b68e-79b8a2f0e7b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 1130 time: 0.0662112 Apr 28 14:15:17.882388 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd491a58-d7ae-45a3-9139-b0f354a9ab26 req-0cb2b575-7679-4678-a79a-41151016e349 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:17.883752 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cd491a58-d7ae-45a3-9139-b0f354a9ab26 req-0cb2b575-7679-4678-a79a-41151016e349 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0548205 Apr 28 14:15:17.949437 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d857e259-5f91-4610-be43-002ad54e54a1 req-073fe542-a853-4a87-808c-6f725fa5eb69 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738857 Apr 28 14:15:17.953961 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cd491a58-d7ae-45a3-9139-b0f354a9ab26 req-5e8e3fe7-278a-45c0-83fe-630679292287 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644321 Apr 28 14:15:18.121528 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbcba3-dec6-48d3-baec-1046a5a63f10 req-b1c2cd77-8c1b-49c1-afdc-dc68cbb053dd tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:18.122938 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f2fbcba3-dec6-48d3-baec-1046a5a63f10 req-b1c2cd77-8c1b-49c1-afdc-dc68cbb053dd tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0463991 Apr 28 14:15:18.174053 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f2fbcba3-dec6-48d3-baec-1046a5a63f10 req-cd1420c8-be15-497a-b7f6-99342ad65e53 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455499 Apr 28 14:15:19.094180 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cab60-dc1f-4f1c-a62f-03bb54356703 req-0f8752de-4f11-43f7-825c-264f148464d2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:19.095669 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5b0cab60-dc1f-4f1c-a62f-03bb54356703 req-0f8752de-4f11-43f7-825c-264f148464d2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0679560 Apr 28 14:15:19.145454 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5b0cab60-dc1f-4f1c-a62f-03bb54356703 req-c531983a-e3bf-4ffb-9b7e-20d5c4715c5f tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442371 Apr 28 14:15:19.285487 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5bfc6-d757-4776-a263-7b1c4d616bac req-5bbc45e9-1f08-4ee5-ab16-72e7ade6fe70 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:19.286995 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1ec5bfc6-d757-4776-a263-7b1c4d616bac req-5bbc45e9-1f08-4ee5-ab16-72e7ade6fe70 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0480940 Apr 28 14:15:19.365498 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1ec5bfc6-d757-4776-a263-7b1c4d616bac req-8ffcb31c-9a7f-429d-937a-6ffe85ea4702 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719812 Apr 28 14:15:19.488793 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device cf74717f-c74f-46c1-97eb-3a7990fe851e no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:19.564180 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port cf74717f-c74f-46c1-97eb-3a7990fe851e is: ACTIVE; New status is: DOWN {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:15:19.564502 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:19.601404 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:19.604952 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:19.653828 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=6']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:19.663048 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:19.665418 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e715b820-01e7-467e-bee9-465212407ba3" -d '{"events": [{"server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "name": "network-vif-unplugged", "status": "completed", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:19.697500 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be07a83a-202c-4d4e-8f8b-38369400d7d1 x-openstack-request-id: req-be07a83a-202c-4d4e-8f8b-38369400d7d1 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:19.697832 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "name": "network-vif-unplugged", "status": "failed", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e", "code": 422}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:19.698090 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be07a83a-202c-4d4e-8f8b-38369400d7d1 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:19.698492 dv-cinder-839760-1-iscsi neutron-server[103511]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be07a83a-202c-4d4e-8f8b-38369400d7d1']: {'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'code': 422} returned with failed status Apr 28 14:15:20.052167 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a9a90741-d9a3-4969-bb9f-4ab17f596ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:20.266804 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353e2e7-9cf7-4728-a8a8-927cd846bec4 req-f5624782-2b85-4abc-b533-d356da18efc4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:20.268288 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7353e2e7-9cf7-4728-a8a8-927cd846bec4 req-f5624782-2b85-4abc-b533-d356da18efc4 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0473826 Apr 28 14:15:20.316588 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7353e2e7-9cf7-4728-a8a8-927cd846bec4 req-f922df64-3118-42b6-893d-ba3f88266dd2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427339 Apr 28 14:15:20.562778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f14d-5f2a-4479-af84-bd6efcb10b2c req-23208732-452f-4231-806f-92b624ee6e5f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:20.566578 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b271f14d-5f2a-4479-af84-bd6efcb10b2c req-23208732-452f-4231-806f-92b624ee6e5f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0951247 Apr 28 14:15:20.667344 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b271f14d-5f2a-4479-af84-bd6efcb10b2c req-bd7af499-aee8-4d42-9f73-1f1c6aaebdf4 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822484 Apr 28 14:15:21.446547 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75416-b626-41eb-829c-542063795f9f req-13729973-d2f3-4b9e-90d5-6174eda0e2b3 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:21.448005 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0de75416-b626-41eb-829c-542063795f9f req-13729973-d2f3-4b9e-90d5-6174eda0e2b3 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0529022 Apr 28 14:15:21.501398 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0de75416-b626-41eb-829c-542063795f9f req-ad733049-c0c5-46c7-820e-4d797aedce37 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461774 Apr 28 14:15:21.784203 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:21.803927 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1e92-d2b1-425a-ab10-95d653a723e5 req-71f4ab3b-ca9f-4a27-bb77-148f57a70ede tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:21.805435 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c05b1e92-d2b1-425a-ab10-95d653a723e5 req-71f4ab3b-ca9f-4a27-bb77-148f57a70ede tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0511556 Apr 28 14:15:21.860865 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c05b1e92-d2b1-425a-ab10-95d653a723e5 req-77d8a450-a4a1-4862-a102-e4506723d75b tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488040 Apr 28 14:15:22.813692 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:22.998031 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5fed1-967e-48e7-873b-60f00ce101bd req-ab902e93-c209-4f49-855e-b948aeca4688 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:22.999530 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b4f5fed1-967e-48e7-873b-60f00ce101bd req-ab902e93-c209-4f49-855e-b948aeca4688 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0513451 Apr 28 14:15:23.055829 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b4f5fed1-967e-48e7-873b-60f00ce101bd req-b0ca2e49-3a76-488c-8250-682f683cb6e0 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504100 Apr 28 14:15:24.173451 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34089e8f-88a3-4115-b09b-fb496dc80bbb req-7131617a-74f6-45ec-88a2-7fadf15eb1ee tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:24.174932 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-34089e8f-88a3-4115-b09b-fb496dc80bbb req-7131617a-74f6-45ec-88a2-7fadf15eb1ee tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0497320 Apr 28 14:15:24.222992 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-34089e8f-88a3-4115-b09b-fb496dc80bbb req-ca53adc1-d1f3-4d8c-b676-7c9bafc00962 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Apr 28 14:15:24.261751 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:25.340682 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006de75-af19-4106-8a2a-96c6d4437ab3 req-07e0182c-fd21-4881-a80f-ceaf34f8fa83 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:25.342189 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a006de75-af19-4106-8a2a-96c6d4437ab3 req-07e0182c-fd21-4881-a80f-ceaf34f8fa83 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0507741 Apr 28 14:15:25.393878 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a006de75-af19-4106-8a2a-96c6d4437ab3 req-19b6fa1d-c7d9-4381-8c9b-dc2c698ab5cf tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462480 Apr 28 14:15:26.221939 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:26.507943 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330f0c6-3732-432e-b358-36470176bc39 req-d610cdea-8ed9-4a06-8c82-0bf75b1b85e7 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:26.509402 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c330f0c6-3732-432e-b358-36470176bc39 req-d610cdea-8ed9-4a06-8c82-0bf75b1b85e7 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0467215 Apr 28 14:15:26.558143 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c330f0c6-3732-432e-b358-36470176bc39 req-ca3b1b88-ecdf-44dd-a2e1-5e6d6f21bf7c tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432780 Apr 28 14:15:27.671542 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dbc3f-c7a7-43bd-afac-e1250a9a3f99 req-1ecf7b25-1507-4131-bfe6-a927fa9db950 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:27.673061 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bf1dbc3f-c7a7-43bd-afac-e1250a9a3f99 req-1ecf7b25-1507-4131-bfe6-a927fa9db950 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0479045 Apr 28 14:15:27.741819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-73c284ef-6f6b-4218-a9f5-5166c2756973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:27.743211 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-73c284ef-6f6b-4218-a9f5-5166c2756973 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507&tenant_id=41237bb81ade44018b1ef1781e00db45 HTTP/1.1" status: 200 len: 1128 time: 0.0571706 Apr 28 14:15:27.756577 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bf1dbc3f-c7a7-43bd-afac-e1250a9a3f99 req-48bff090-0ce6-4cfc-a127-7905eb80f94c tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773630 Apr 28 14:15:27.810838 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-d3b07907-15c0-410c-ab78-5cd1d8555cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:27.812381 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-d3b07907-15c0-410c-ab78-5cd1d8555cfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41237bb81ade44018b1ef1781e00db45&device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1128 time: 0.0439389 Apr 28 14:15:27.902398 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-5a96d6c9-c026-46cb-86b4-33c9b9fc6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:27.903876 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-5a96d6c9-c026-46cb-86b4-33c9b9fc6b70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 200 len: 909 time: 0.0860145 Apr 28 14:15:27.977861 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-ba5c547c-866a-45f5-831e-8763d1537369 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 999 time: 0.0675223 Apr 28 14:15:28.026694 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-bcd5dbf7-1a68-47cb-88a8-2bf0f1edc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:28.028041 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-bcd5dbf7-1a68-47cb-88a8-2bf0f1edc01a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e9ad8e7-9ca1-4d25-b655-70f298186c7a HTTP/1.1" status: 200 len: 847 time: 0.0433016 Apr 28 14:15:28.070547 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-1c73dbc3-4183-4190-a50c-2290cc3ea11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:28.072014 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-1c73dbc3-4183-4190-a50c-2290cc3ea11b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7145c4f5-7946-4644-88a7-880cee3b1d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379069 Apr 28 14:15:28.164992 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-654c193c-3bba-43df-a866-32a4bb42034d service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855613 Apr 28 14:15:28.254495 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfbd90f-47cc-49c9-94a8-9d7228b41579 req-348f056c-9118-49ab-a249-d8da4807cefd service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815084 Apr 28 14:15:28.446621 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44282) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:28.451225 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-53534e0a-6f83-48fc-9037-bd0ab42d25e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669672231', 'description': 'tempest-description--1212878710'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:15:28.471383 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-53534e0a-6f83-48fc-9037-bd0ab42d25e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.545848 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-53534e0a-6f83-48fc-9037-bd0ab42d25e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (7273e51e-eed4-4880-82a4-d0ceb4ff5aaa), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.549510 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-53534e0a-6f83-48fc-9037-bd0ab42d25e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7273e51e-eed4-4880-82a4-d0ceb4ff5aaa), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.582477 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-53534e0a-6f83-48fc-9037-bd0ab42d25e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.583736 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-53534e0a-6f83-48fc-9037-bd0ab42d25e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1360376 Apr 28 14:15:28.584441 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53534e0a-6f83-48fc-9037-bd0ab42d25e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:28.586802 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44286) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:28.591600 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-5b3f0f9e-1110-40d4-bf4a-33694d8f940a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group_rule': {'security_group_id': '7273e51e-eed4-4880-82a4-d0ceb4ff5aaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:15:28.617146 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0f9e-1110-40d4-bf4a-33694d8f940a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (4f7cb8c0-3c58-4e67-929f-11e9fe7e5842), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.670280 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0f9e-1110-40d4-bf4a-33694d8f940a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (4f7cb8c0-3c58-4e67-929f-11e9fe7e5842), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.673971 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0f9e-1110-40d4-bf4a-33694d8f940a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (4f7cb8c0-3c58-4e67-929f-11e9fe7e5842), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.692170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f0f9e-1110-40d4-bf4a-33694d8f940a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7cb8c0-3c58-4e67-929f-11e9fe7e5842,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:28.701464 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5b3f0f9e-1110-40d4-bf4a-33694d8f940a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.702687 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5b3f0f9e-1110-40d4-bf4a-33694d8f940a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146944 Apr 28 14:15:28.705268 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44288) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:28.709414 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-9e3b1182-c1b8-471f-93a7-069d15951f48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group_rule': {'security_group_id': '7273e51e-eed4-4880-82a4-d0ceb4ff5aaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:15:28.734511 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1182-c1b8-471f-93a7-069d15951f48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (c88d1296-7537-46d9-9f23-e8928352e4f4), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.796865 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1182-c1b8-471f-93a7-069d15951f48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (c88d1296-7537-46d9-9f23-e8928352e4f4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.800771 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1182-c1b8-471f-93a7-069d15951f48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (c88d1296-7537-46d9-9f23-e8928352e4f4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.818629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b1182-c1b8-471f-93a7-069d15951f48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88d1296-7537-46d9-9f23-e8928352e4f4,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:28.828629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1182-c1b8-471f-93a7-069d15951f48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.829894 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9e3b1182-c1b8-471f-93a7-069d15951f48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236639 Apr 28 14:15:28.832849 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44292) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:28.837146 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:15:28.857883 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:28.875688 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa348e2-25b8-46c4-8e63-516627388fbe req-a5fee611-b55f-4986-9103-0e952b5ff8a0 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:28.877189 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1aa348e2-25b8-46c4-8e63-516627388fbe req-a5fee611-b55f-4986-9103-0e952b5ff8a0 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0485342 Apr 28 14:15:28.926228 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1aa348e2-25b8-46c4-8e63-516627388fbe req-90f79985-1987-40c4-85f9-9abb70ac7b4f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Apr 28 14:15:28.935304 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.042663 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Allocated IP 172.27.1.147 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/35f87e68-f58e-469a-b365-e3ffbdde35b0) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:15:29.144712 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (35f87e68-f58e-469a-b365-e3ffbdde35b0), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.178427 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (35f87e68-f58e-469a-b365-e3ffbdde35b0), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.213635 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:15:29.216412 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:15:29.221930 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:15:29.245299 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=35f87e68-f58e-469a-b365-e3ffbdde35b0,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:29.309703 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (bc646502-9074-4069-846e-4f363b0b8953), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.345340 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (35f87e68-f58e-469a-b365-e3ffbdde35b0), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.492724 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (35f87e68-f58e-469a-b365-e3ffbdde35b0), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.498055 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (35f87e68-f58e-469a-b365-e3ffbdde35b0), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.576328 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=35f87e68-f58e-469a-b365-e3ffbdde35b0,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:29.581378 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (bc646502-9074-4069-846e-4f363b0b8953), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.601795 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:29.603021 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-cf75c922-0299-481d-a80c-e8add00ce383 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7692614 Apr 28 14:15:29.795181 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-a22d7d8d-9969-44ed-a033-b4fc63045312 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1669672231&fields=id&tenant_id=9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 267 time: 0.0433664 Apr 28 14:15:29.902813 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-3820496a-81da-440b-83ba-91b57c2faa62 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:29.904256 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-3820496a-81da-440b-83ba-91b57c2faa62 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 814 time: 0.1025016 Apr 28 14:15:29.918547 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-e3c007cb-9a22-4f93-a89c-ced2c99c8e79 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/quotas/9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 375 time: 0.0090024 Apr 28 14:15:29.968916 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-08e18846-4a52-4762-9ba0-fbe32a1782db tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455539 Apr 28 14:15:30.048007 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b66dd-c660-49dd-a725-74ecfa29f60e req-37cc6be5-eaa9-48f9-961f-8b0520b187fe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:30.049151 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c44b66dd-c660-49dd-a725-74ecfa29f60e req-37cc6be5-eaa9-48f9-961f-8b0520b187fe tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0509617 Apr 28 14:15:30.066432 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-281bc51b-ac75-4fab-b747-c48009170738 service neutron] 10.222.0.20 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858963 Apr 28 14:15:30.104749 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c44b66dd-c660-49dd-a725-74ecfa29f60e req-89741f78-f972-4261-943d-9e57ef91b3d1 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494270 Apr 28 14:15:30.162178 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-7c6debdd-3385-4a1a-94fd-5e155464a98b service neutron] 10.222.0.20 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886641 Apr 28 14:15:30.318462 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c51b691f-32e4-42ac-9d45-de7d719acd35 req-cdfde750-5650-4ebc-b0ce-b50f6281aa08 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 210 time: 0.0282385 Apr 28 14:15:31.223810 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d66267-8f19-49b5-8909-3aff1ba4e544 req-63a951fb-0d79-4b9c-99ef-c0383053318b tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:31.225394 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8d66267-8f19-49b5-8909-3aff1ba4e544 req-63a951fb-0d79-4b9c-99ef-c0383053318b tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0524092 Apr 28 14:15:31.280222 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f8d66267-8f19-49b5-8909-3aff1ba4e544 req-22331a90-26b2-4e42-9852-a497680622e5 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488384 Apr 28 14:15:31.290172 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-e19178eb-4aa1-4455-a54d-d348a906dd08 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:31.291657 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-e19178eb-4aa1-4455-a54d-d348a906dd08 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 814 time: 0.1105368 Apr 28 14:15:31.376032 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-fb0aa62d-0e41-4966-a657-6b718c6f5b32 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 472 time: 0.0731516 Apr 28 14:15:31.412849 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1ebfd474-0331-4462-af1f-f954643a7e1c req-d2ba5201-8221-4876-8235-6d7a5e6b0821 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 210 time: 0.0267098 Apr 28 14:15:31.444084 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'port': {'device_id': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'admin_state_up': True, 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'security_groups': ['7273e51e-eed4-4880-82a4-d0ceb4ff5aaa']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:15:31.547814 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Made reservation on behalf of 9bc2618a240d4702b6c7660829fabbcd for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:15:31.551176 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:31.680603 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Allocated IP 172.20.0.13 (76338b23-752a-423f-88bf-10730cade65f/075b7eb8-3301-45be-99c8-5c2161e5230f/9cfefed4-9347-475b-b602-fa4c68f7c71d) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:15:31.819318 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:31.851714 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:31.893416 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Network 76338b23-752a-423f-88bf-10730cade65f is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:15:31.897348 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:15:31.899764 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:15:31.933038 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=9cfefed4-9347-475b-b602-fa4c68f7c71d,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:31.960894 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:31.961528 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:31.978809 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e43809c-d2ba-4a7e-96c1-d746decd9272 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391579 Apr 28 14:15:31.992311 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Request body: {'port': {'device_id': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:15:32.058329 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:32.088356 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-fa0d3231-e709-47f3-bd20-69db123ea0e3 None None] Provisioning complete for port 9cfefed4-9347-475b-b602-fa4c68f7c71d triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:15:32.088984 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3231-e709-47f3-bd20-69db123ea0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:32.124467 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d3231-e709-47f3-bd20-69db123ea0e3 None None] Port 9cfefed4-9347-475b-b602-fa4c68f7c71d cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:15:32.320804 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfefed4-9347-475b-b602-fa4c68f7c71d {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:15:32.328334 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Publish callbacks [] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:32.341468 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Transition to ACTIVE for port object 9cfefed4-9347-475b-b602-fa4c68f7c71d will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:15:32.346820 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:32.402883 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95695-7a6b-47d4-abbe-03cc96ebce83 req-2817b319-2fdb-42e4-b63f-8e8617aca527 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:32.404456 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-30b95695-7a6b-47d4-abbe-03cc96ebce83 req-2817b319-2fdb-42e4-b63f-8e8617aca527 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0523102 Apr 28 14:15:32.418097 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Pushing event updated for resources: {'Port': ['ID=9cfefed4-9347-475b-b602-fa4c68f7c71d,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:32.470736 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-30b95695-7a6b-47d4-abbe-03cc96ebce83 req-f85185aa-9e2e-46e0-abd8-9608cb1973cd tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597932 Apr 28 14:15:32.480619 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Attempting to bind port 9cfefed4-9347-475b-b602-fa4c68f7c71d on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:15:32.480947 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Attempting to bind port 9cfefed4-9347-475b-b602-fa4c68f7c71d by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:15:32.481266 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Attempting to bind port 9cfefed4-9347-475b-b602-fa4c68f7c71d on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:15:32.486065 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Port 9cfefed4-9347-475b-b602-fa4c68f7c71d on network 76338b23-752a-423f-88bf-10730cade65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:15:32.486384 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Attempting to bind port 9cfefed4-9347-475b-b602-fa4c68f7c71d on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:15:32.494066 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:15:32.494407 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Checking segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:15:32.494786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Bound using segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:15:32.495219 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Bound port: 9cfefed4-9347-475b-b602-fa4c68f7c71d, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:15:32.495578 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:32.567974 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2906c-bd56-4be4-8de9-8422e048d479 req-f2878831-5362-4f7e-9753-04fede38e1e4 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:32.569649 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-30a2906c-bd56-4be4-8de9-8422e048d479 req-f2878831-5362-4f7e-9753-04fede38e1e4 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 944 time: 0.0775540 Apr 28 14:15:32.625405 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] For port 9cfefed4-9347-475b-b602-fa4c68f7c71d, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:15:32.651855 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] For port 9cfefed4-9347-475b-b602-fa4c68f7c71d, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=9cfefed4-9347-475b-b602-fa4c68f7c71d,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:15:32.656039 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-30a2906c-bd56-4be4-8de9-8422e048d479 req-77d9404a-252e-45d5-8ca9-cf86916481b0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798166 Apr 28 14:15:32.661921 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:32.696463 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:32.697076 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:32.698464 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] 10.222.0.13 "PUT /v2.0/ports/9cfefed4-9347-475b-b602-fa4c68f7c71d HTTP/1.1" status: 200 len: 1094 time: 0.7110667 Apr 28 14:15:32.698940 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'tag': '9cfefed4-9347-475b-b602-fa4c68f7c71d'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:32.701252 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0092ab0e-5113-425a-a7ca-6ee28e225c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "78882c3a-9792-41f1-89ed-a3e779c3b3bf", "tag": "9cfefed4-9347-475b-b602-fa4c68f7c71d"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:32.728606 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3c113-8688-496c-a9ec-ea6759c1959a service neutron] Pushing event updated for resources: {'Port': ['ID=9cfefed4-9347-475b-b602-fa4c68f7c71d,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:32.760112 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a516bfc0-2a7f-45f6-85f8-a71a58b27b73 x-openstack-request-id: req-a516bfc0-2a7f-45f6-85f8-a71a58b27b73 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:32.760403 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78882c3a-9792-41f1-89ed-a3e779c3b3bf", "tag": "9cfefed4-9347-475b-b602-fa4c68f7c71d", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:32.760657 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a516bfc0-2a7f-45f6-85f8-a71a58b27b73 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:32.761061 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a516bfc0-2a7f-45f6-85f8-a71a58b27b73'] response: {'name': 'network-changed', 'server_uuid': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'tag': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'status': 'completed', 'code': 200} Apr 28 14:15:33.214492 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-fdee4c9b-4ec6-40b8-aaa1-912a4d9d45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:33.215993 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-fdee4c9b-4ec6-40b8-aaa1-912a4d9d45d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 1128 time: 0.0397866 Apr 28 14:15:33.265492 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-175bab10-9505-4d4d-9eb9-3965e9665fea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cfefed4-9347-475b-b602-fa4c68f7c71d HTTP/1.1" status: 200 len: 217 time: 0.0343928 Apr 28 14:15:33.574186 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c51d3c-0ec7-4472-8ec0-5eea1dcdf977 req-459ec282-4429-44bf-8b0a-0ade736162f3 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:33.575654 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-20c51d3c-0ec7-4472-8ec0-5eea1dcdf977 req-459ec282-4429-44bf-8b0a-0ade736162f3 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0494943 Apr 28 14:15:33.625186 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-20c51d3c-0ec7-4472-8ec0-5eea1dcdf977 req-c8b4acb4-9a9a-48bf-ac98-8a1053deb8fd tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439396 Apr 28 14:15:33.772994 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f100c32-a3b7-4c55-bd9a-051d430263ac req-a81c5b70-05e6-48f2-a117-0ef88b826666 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:33.774655 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2f100c32-a3b7-4c55-bd9a-051d430263ac req-a81c5b70-05e6-48f2-a117-0ef88b826666 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 944 time: 0.0481961 Apr 28 14:15:33.831783 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2f100c32-a3b7-4c55-bd9a-051d430263ac req-a27ac248-c3a1-4b74-80af-be8debe74e92 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512631 Apr 28 14:15:33.992735 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-cbf05b1f-fc7e-42ef-9e26-1a292049651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:33.994220 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-cbf05b1f-fc7e-42ef-9e26-1a292049651f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0474761 Apr 28 14:15:34.769158 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7b635-79bf-4929-904c-86f19bb1fcd2 req-c70a1083-1473-4f1f-8d87-145857ca1820 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:34.770733 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0db7b635-79bf-4929-904c-86f19bb1fcd2 req-c70a1083-1473-4f1f-8d87-145857ca1820 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 944 time: 0.0706465 Apr 28 14:15:34.771696 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-ecd7e088-8616-430b-aeb7-2f3646bc4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:34.773147 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-ecd7e088-8616-430b-aeb7-2f3646bc4bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810876 Apr 28 14:15:34.880309 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0db7b635-79bf-4929-904c-86f19bb1fcd2 req-1b2497e4-5887-4920-a5db-466f1ea573b3 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027429 Apr 28 14:15:34.912288 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2eaf482d-f1ab-4f39-ace5-6e355734f335 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285996 Apr 28 14:15:34.954050 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb182-d353-40e6-84ae-a2ebd4240315 req-c7ba9e38-b092-4292-8eb6-5be8be13c91e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:34.955654 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dbccb182-d353-40e6-84ae-a2ebd4240315 req-c7ba9e38-b092-4292-8eb6-5be8be13c91e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 944 time: 0.0504515 Apr 28 14:15:35.008715 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-dbccb182-d353-40e6-84ae-a2ebd4240315 req-8548d24b-c259-4cd2-8591-1213347d34f3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463760 Apr 28 14:15:35.011504 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3df01abf-5acf-4323-8f17-3bbb90712216 req-2e5322af-8da9-4a06-adbd-a5af27e46a94 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926261 Apr 28 14:15:35.551857 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device cf74717f-c74f-46c1-97eb-3a7990fe851e details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:15:35.651289 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:35.662489 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'port_id': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'mac_address': 'fa:16:3e:93:95:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:15:35.699848 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port cf74717f-c74f-46c1-97eb-3a7990fe851e is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:15:35.700239 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:35.717326 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf74717f-c74f-46c1-97eb-3a7990fe851e {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:15:35.736423 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:35.740494 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:35.788093 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=7']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:36.000710 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e394a-053f-403d-9a4c-60a0231d87a8 req-b947bac6-ae95-4b16-bdd5-58abff65f776 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:36.002141 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec9e394a-053f-403d-9a4c-60a0231d87a8 req-b947bac6-ae95-4b16-bdd5-58abff65f776 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 945 time: 0.0456188 Apr 28 14:15:36.033031 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['cf74717f-c74f-46c1-97eb-3a7990fe851e'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:15:36.057910 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ec9e394a-053f-403d-9a4c-60a0231d87a8 req-fde03fe6-f84e-4056-aac3-4d34fb9bcff9 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494831 Apr 28 14:15:36.137323 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-04074b56-16d6-4aad-8704-be5df6c4c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:36.138891 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-04074b56-16d6-4aad-8704-be5df6c4c43d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 1128 time: 0.0485194 Apr 28 14:15:36.148272 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc932a29-d48f-4e46-be79-b61b403eb664 req-646e93e5-27c1-42e3-8422-6418a0368780 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:36.154043 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bc932a29-d48f-4e46-be79-b61b403eb664 req-646e93e5-27c1-42e3-8422-6418a0368780 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 944 time: 0.0702617 Apr 28 14:15:36.202209 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bc932a29-d48f-4e46-be79-b61b403eb664 req-ad9cf016-84d5-4461-a160-374cda00136a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458760 Apr 28 14:15:36.252488 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-d6778452-bc25-4bc3-978d-115b2f0c53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:36.253994 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-d6778452-bc25-4bc3-978d-115b2f0c53e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 915 time: 0.1070702 Apr 28 14:15:36.563021 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-cf92ab89-49d9-46b8-be94-6b35fdf73308 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cfefed4-9347-475b-b602-fa4c68f7c71d HTTP/1.1" status: 200 len: 217 time: 0.0382693 Apr 28 14:15:36.614534 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-41c1e0d1-0897-4b7b-a8b7-636cd331c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:36.616136 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-41c1e0d1-0897-4b7b-a8b7-636cd331c68e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0450041 Apr 28 14:15:37.005714 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-9a4ee858-121f-4ecc-8f3a-5064a90a2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:37.007258 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-9a4ee858-121f-4ecc-8f3a-5064a90a2b71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391867 Apr 28 14:15:37.110199 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-64044ec3-408c-4fda-b575-ac4b0626f185 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894289 Apr 28 14:15:37.227377 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f403-13b7-45b7-84bf-6d4d4c20e5cf req-5163a0c8-f8a7-42dc-aca4-27a6ff86ff71 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:37.228903 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c383f403-13b7-45b7-84bf-6d4d4c20e5cf req-5163a0c8-f8a7-42dc-aca4-27a6ff86ff71 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 945 time: 0.0910621 Apr 28 14:15:37.265205 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0092ab0e-5113-425a-a7ca-6ee28e225c7f req-5415598b-e702-4a07-89e3-634c1e192d5b service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451178 Apr 28 14:15:37.295053 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c383f403-13b7-45b7-84bf-6d4d4c20e5cf req-77f5367a-4adf-4bf2-9aa2-459481d7f836 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576985 Apr 28 14:15:37.327703 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49226f-c253-429c-9cf1-f1a46b5cf87e req-be9cdb94-6a57-44ad-aeb3-98a162f8f009 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:37.329220 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4b49226f-c253-429c-9cf1-f1a46b5cf87e req-be9cdb94-6a57-44ad-aeb3-98a162f8f009 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 944 time: 0.0479712 Apr 28 14:15:37.376156 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4b49226f-c253-429c-9cf1-f1a46b5cf87e req-aec297d1-c770-49ef-899f-9196d389c11d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Apr 28 14:15:37.568898 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 9cfefed4-9347-475b-b602-fa4c68f7c71d details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:15:37.572498 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device cf74717f-c74f-46c1-97eb-3a7990fe851e up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:15:37.678698 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port cf74717f-c74f-46c1-97eb-3a7990fe851e triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:15:37.679078 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:37.739916 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 9cfefed4-9347-475b-b602-fa4c68f7c71d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=9cfefed4-9347-475b-b602-fa4c68f7c71d,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:37.757430 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'port_id': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'mac_address': 'fa:16:3e:41:dd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:15:37.823839 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port cf74717f-c74f-46c1-97eb-3a7990fe851e is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:15:37.824232 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:37.835465 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 9cfefed4-9347-475b-b602-fa4c68f7c71d is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:15:37.835846 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:37.857178 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfefed4-9347-475b-b602-fa4c68f7c71d {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:15:37.864419 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:37.866655 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4d1224-8314-414b-ad49-80421a379816" -d '{"events": [{"server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "name": "network-vif-plugged", "status": "completed", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:37.884723 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:37.893774 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:37.897172 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 9cfefed4-9347-475b-b602-fa4c68f7c71d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=9cfefed4-9347-475b-b602-fa4c68f7c71d,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:37.919478 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49907c2f-e848-4535-bf7d-d09c361c61c5 x-openstack-request-id: req-49907c2f-e848-4535-bf7d-d09c361c61c5 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:37.919794 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "name": "network-vif-plugged", "status": "completed", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:37.920052 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49907c2f-e848-4535-bf7d-d09c361c61c5 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:37.920442 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49907c2f-e848-4535-bf7d-d09c361c61c5'] response: {'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'code': 200} Apr 28 14:15:37.923125 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:37.947688 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=8']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:37.997810 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=9cfefed4-9347-475b-b602-fa4c68f7c71d,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:38.242591 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['9cfefed4-9347-475b-b602-fa4c68f7c71d'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:15:38.423391 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8d7c6-ffc9-4211-bad5-7c77f073153c req-24217337-38af-4644-a01a-c7accd3c0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:38.424975 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f2e8d7c6-ffc9-4211-bad5-7c77f073153c req-24217337-38af-4644-a01a-c7accd3c0e35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1130 time: 0.0417712 Apr 28 14:15:38.456032 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab392267-2418-45c6-a893-0c526ef37a69 req-84bfb4dd-9db9-41eb-b34c-dd88df0138a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:38.458210 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ab392267-2418-45c6-a893-0c526ef37a69 req-84bfb4dd-9db9-41eb-b34c-dd88df0138a8 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0828071 Apr 28 14:15:38.506534 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f2e8d7c6-ffc9-4211-bad5-7c77f073153c req-a44b6c2a-2abd-469c-93ab-b1732c97bd5a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745604 Apr 28 14:15:38.508145 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ab392267-2418-45c6-a893-0c526ef37a69 req-0107450e-27a7-432d-9df7-4e1c05ff7f63 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Apr 28 14:15:38.516849 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992382e-3c72-4b11-919d-4163390bc1ce req-c28a9200-2f6f-417f-8f5e-9571c283190a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:38.518338 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7992382e-3c72-4b11-919d-4163390bc1ce req-c28a9200-2f6f-417f-8f5e-9571c283190a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 945 time: 0.0660417 Apr 28 14:15:38.564789 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7992382e-3c72-4b11-919d-4163390bc1ce req-5976867d-8e28-4ee5-a9bf-c68902957f9a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Apr 28 14:15:39.335519 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df0011-62d8-4409-aede-e59f0dcd7956 req-cd043805-c82c-454c-9ede-a9a82e6873b0 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:39.336882 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-63df0011-62d8-4409-aede-e59f0dcd7956 req-cd043805-c82c-454c-9ede-a9a82e6873b0 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 945 time: 0.0459540 Apr 28 14:15:39.384614 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-63df0011-62d8-4409-aede-e59f0dcd7956 req-1eba5736-d34f-4b7d-aec6-0c63e2befd56 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 Apr 28 14:15:39.581208 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 9cfefed4-9347-475b-b602-fa4c68f7c71d up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:15:39.628294 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 9cfefed4-9347-475b-b602-fa4c68f7c71d completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:15:39.635038 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 9cfefed4-9347-475b-b602-fa4c68f7c71d triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:15:39.635420 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:39.636946 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd86f60-1af3-42a4-8eaf-6b93fc6ed773 req-62b76e5a-a45a-4a72-99a8-c68d6d4b1f41 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:39.642071 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ecd86f60-1af3-42a4-8eaf-6b93fc6ed773 req-62b76e5a-a45a-4a72-99a8-c68d6d4b1f41 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0637958 Apr 28 14:15:39.686123 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7d0a4-88f0-417f-b21a-a0ca8ad84526 req-a0890d3e-c7a4-4218-b937-ea0269de5ab4 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:39.687659 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-07b7d0a4-88f0-417f-b21a-a0ca8ad84526 req-a0890d3e-c7a4-4218-b937-ea0269de5ab4 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 945 time: 0.0486889 Apr 28 14:15:39.694295 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ecd86f60-1af3-42a4-8eaf-6b93fc6ed773 req-8f0f8834-88dc-4c77-85ef-b78738b169d2 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501151 Apr 28 14:15:39.725987 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 9cfefed4-9347-475b-b602-fa4c68f7c71d is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:15:39.726381 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:39.741677 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-07b7d0a4-88f0-417f-b21a-a0ca8ad84526 req-7767527e-c304-4069-a4dc-0771ec3b9d96 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482395 Apr 28 14:15:39.759770 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 9cfefed4-9347-475b-b602-fa4c68f7c71d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=9cfefed4-9347-475b-b602-fa4c68f7c71d,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:39.763618 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:39.810115 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=9cfefed4-9347-475b-b602-fa4c68f7c71d,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:39.817432 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.817801 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.818160 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.818497 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.818821 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.819145 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.819464 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.819782 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.820100 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.820417 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.820733 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.821059 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.821368 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.821708 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.822024 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:39.921614 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfefed4-9347-475b-b602-fa4c68f7c71d'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:39.923910 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f4747c-3557-46f3-90c8-ea41f92d144a" -d '{"events": [{"server_uuid": "78882c3a-9792-41f1-89ed-a3e779c3b3bf", "name": "network-vif-plugged", "status": "completed", "tag": "9cfefed4-9347-475b-b602-fa4c68f7c71d"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:39.962337 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26eb704-0404-49bd-a2fa-22fc2dfdf0c8 x-openstack-request-id: req-e26eb704-0404-49bd-a2fa-22fc2dfdf0c8 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:39.962797 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78882c3a-9792-41f1-89ed-a3e779c3b3bf", "name": "network-vif-plugged", "status": "completed", "tag": "9cfefed4-9347-475b-b602-fa4c68f7c71d", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:39.963118 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e26eb704-0404-49bd-a2fa-22fc2dfdf0c8 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:39.963520 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26eb704-0404-49bd-a2fa-22fc2dfdf0c8'] response: {'server_uuid': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'code': 200} Apr 28 14:15:40.494508 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07500572-5560-4c09-ad1f-eb1d7da1a196 req-d871d152-ff78-4f73-b9ba-c675e0cf6cd2 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:40.495946 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-07500572-5560-4c09-ad1f-eb1d7da1a196 req-d871d152-ff78-4f73-b9ba-c675e0cf6cd2 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 945 time: 0.0453632 Apr 28 14:15:40.541677 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-07500572-5560-4c09-ad1f-eb1d7da1a196 req-9821ea1c-fefd-4730-8a19-3d7de78153a3 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403368 Apr 28 14:15:40.811354 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90438dab-abc0-4eb0-9fde-c13da74e605f req-c5c14f85-88dd-4491-84c6-2433ffa01c6a tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:40.812850 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-90438dab-abc0-4eb0-9fde-c13da74e605f req-c5c14f85-88dd-4491-84c6-2433ffa01c6a tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0485654 Apr 28 14:15:40.855481 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001a370-6295-48b5-9bf3-f9f68c3798b7 req-e0d9871d-411a-4087-8c7a-85a85ac0836d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:40.856939 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7001a370-6295-48b5-9bf3-f9f68c3798b7 req-e0d9871d-411a-4087-8c7a-85a85ac0836d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 946 time: 0.0456486 Apr 28 14:15:40.865456 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-90438dab-abc0-4eb0-9fde-c13da74e605f req-1d1fb57e-49c9-4180-bb30-de641616c27f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471847 Apr 28 14:15:40.902794 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7001a370-6295-48b5-9bf3-f9f68c3798b7 req-d4f69475-6d6c-4275-8107-c6ec5444fdb7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 Apr 28 14:15:41.554712 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68496c05-706e-425e-aa40-3a10839bf199 req-ddbc2674-c9f7-4283-81e2-4c0f9e44189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:41.556197 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-68496c05-706e-425e-aa40-3a10839bf199 req-ddbc2674-c9f7-4283-81e2-4c0f9e44189a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 1130 time: 0.0456655 Apr 28 14:15:41.558523 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-41f14809-f780-40c4-804c-a5e516c54586 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:41.559947 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-41f14809-f780-40c4-804c-a5e516c54586 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 945 time: 0.0488954 Apr 28 14:15:41.606875 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-68496c05-706e-425e-aa40-3a10839bf199 req-92028b94-9e15-4b9f-a905-ccf3bf0c7d51 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Apr 28 14:15:41.689157 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1379c-b4cc-4353-b2dc-a91bfd4215ad req-26305692-71df-4aa6-8dee-bfa3788cb41c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:41.690769 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54d1379c-b4cc-4353-b2dc-a91bfd4215ad req-26305692-71df-4aa6-8dee-bfa3788cb41c tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 945 time: 0.0756795 Apr 28 14:15:41.694728 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Deleting port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:41.695063 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:41.796837 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-54d1379c-b4cc-4353-b2dc-a91bfd4215ad req-f8d69ee6-34a3-47c1-a9c9-b65f4e60e612 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups?id=47984220-4191-4a86-a2e6-c03e82d470f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986481 Apr 28 14:15:41.818382 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] For port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:41.819066 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:41.978481 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c26cb-f9bf-4b3d-bd66-94882ed427b9 req-3d8d2501-98d0-40ef-8abd-e245882cba33 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:41.979912 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e74c26cb-f9bf-4b3d-bd66-94882ed427b9 req-3d8d2501-98d0-40ef-8abd-e245882cba33 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0470443 Apr 28 14:15:42.019781 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:42.020146 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (0a988e01-b40f-408c-9972-38f121024498), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:42.020456 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Floating IP 0a988e01-b40f-408c-9972-38f121024498 disassociated. External IP: 172.27.1.9, port: c3c0d87e-1165-4a5e-a7e8-965afa0f3f71. Apr 28 14:15:42.020789 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Calling delete_port for c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:42.029652 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e74c26cb-f9bf-4b3d-bd66-94882ed427b9 req-5e066304-0d95-446b-ac7b-3760b0934077 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441058 Apr 28 14:15:42.031923 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a151c-e773-452c-9ac9-f9e72ea7aea3 req-79511408-c2c2-4cc4-b69a-d3a74a06ab12 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:42.033371 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6b8a151c-e773-452c-9ac9-f9e72ea7aea3 req-79511408-c2c2-4cc4-b69a-d3a74a06ab12 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 946 time: 0.0607839 Apr 28 14:15:42.052515 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:15:42.128182 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6b8a151c-e773-452c-9ac9-f9e72ea7aea3 req-b62d5f10-bfea-4f3b-ae56-e14cc98a3957 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892174 Apr 28 14:15:42.203933 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (c3c0d87e-1165-4a5e-a7e8-965afa0f3f71), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:42.229966 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event deleted for resources: {'Port': ['ID=c3c0d87e-1165-4a5e-a7e8-965afa0f3f71,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:42.240084 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.240434 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.240776 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.241140 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.241472 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.241824 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.242151 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.242475 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.243232 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.243232 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.243416 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.243731 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.244050 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.244364 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.244690 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:42.622914 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Router f1641a16-72a3-47dd-b6c3-3781404b9b0c has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:15:42.740239 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:15:42.750994 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] Sync routers for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:15:42.761849 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:42.762564 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:42.785040 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] No DVR routers for this DVR port c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:15:42.788244 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:42.791627 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1571bd9d-bbff-4140-91e4-ffdbf750b50b req-0bad08a7-f762-4d07-a274-a1e2f3c93211 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.13 "DELETE /v2.0/ports/c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 HTTP/1.1" status: 204 len: 173 time: 1.2234285 Apr 28 14:15:42.792062 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'name': 'network-vif-deleted', 'tag': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:42.794426 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8c8add-dbf0-4460-b6a2-1743f2674571" -d '{"events": [{"server_uuid": "7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6", "name": "network-vif-deleted", "tag": "c3c0d87e-1165-4a5e-a7e8-965afa0f3f71"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:42.828736 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae9783f-2668-443e-a403-1501c8e93066 x-openstack-request-id: req-1ae9783f-2668-443e-a403-1501c8e93066 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:42.829263 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6", "name": "network-vif-deleted", "tag": "c3c0d87e-1165-4a5e-a7e8-965afa0f3f71", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:42.829263 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ae9783f-2668-443e-a403-1501c8e93066 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:42.829685 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae9783f-2668-443e-a403-1501c8e93066'] response: {'server_uuid': '7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6', 'name': 'network-vif-deleted', 'tag': 'c3c0d87e-1165-4a5e-a7e8-965afa0f3f71', 'status': 'completed', 'code': 200} Apr 28 14:15:42.874625 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:42.896264 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3350a78f-e975-4358-a033-df4bec335463 req-e7589dee-f784-4ec4-9785-bb572e058d5a tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fe5c4f4-c464-4ab9-9045-30a5bcb5b9a6 HTTP/1.1" status: 200 len: 210 time: 0.0277667 Apr 28 14:15:43.178809 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:43.211931 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] Checking router: f1641a16-72a3-47dd-b6c3-3781404b9b0c for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:15:43.223461 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:43.224103 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:43.261818 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba70f4-dd70-48d0-b6d8-ed0d33d29e0a req-41c2ff54-b6fb-4da2-a7f0-912405189fb8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:43.264064 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ddba70f4-dd70-48d0-b6d8-ed0d33d29e0a req-41c2ff54-b6fb-4da2-a7f0-912405189fb8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 946 time: 0.0531952 Apr 28 14:15:43.317430 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ddba70f4-dd70-48d0-b6d8-ed0d33d29e0a req-381f3498-96e8-49e9-9e9f-beb875e5296d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478075 Apr 28 14:15:43.340686 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:43.532342 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:43.560650 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830f302-50d9-4950-9aef-647d5544b96b None None] The sync data for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi is: [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:37Z', 'revision_number': 4, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '4eae45c7-05e6-4cee-a508-d568bfafef40', 'name': '', 'network_id': 'b3f29a40-da20-4e2b-83c1-cfff83c004e2', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'mac_address': 'fa:16:3e:e1:87:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:33Z', 'updated_at': '2022-04-28T14:09:46Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'subnets': [{'id': '493ac07b-0c2e-4603-b459-bb187b4237a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:15:43.804332 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b4cbfc-e248-4755-8cb4-fb0e65cd1152 None None] New status for floating IP 0a988e01-b40f-408c-9972-38f121024498: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:15:43.981861 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44450) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:44.035714 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7293-c785-4513-922d-e903b84e9bad tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (47984220-4191-4a86-a2e6-c03e82d470f6), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.058378 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7293-c785-4513-922d-e903b84e9bad tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (47984220-4191-4a86-a2e6-c03e82d470f6), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.104055 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7293-c785-4513-922d-e903b84e9bad tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (47984220-4191-4a86-a2e6-c03e82d470f6), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.106820 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7293-c785-4513-922d-e903b84e9bad tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.107955 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1eeb7293-c785-4513-922d-e903b84e9bad tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "DELETE /v2.0/security-groups/47984220-4191-4a86-a2e6-c03e82d470f6 HTTP/1.1" status: 204 len: 168 time: 0.1251035 Apr 28 14:15:44.110769 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44452) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:44.117857 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb7293-c785-4513-922d-e903b84e9bad tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47984220-4191-4a86-a2e6-c03e82d470f6,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:44.124462 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.api.v2.resource [None req-35dc0f56-4ab8-4a88-bb66-c190d38af430 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] show failed (client error): The resource could not be found. Apr 28 14:15:44.125470 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-35dc0f56-4ab8-4a88-bb66-c190d38af430 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "GET /v2.0/security-groups/47984220-4191-4a86-a2e6-c03e82d470f6 HTTP/1.1" status: 404 len: 347 time: 0.0137460 Apr 28 14:15:44.128241 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44454) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:44.244284 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Deleting port de19b7a3-92fa-4255-b954-8a4eb2761483 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:44.244621 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (de19b7a3-92fa-4255-b954-8a4eb2761483), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.319481 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (de19b7a3-92fa-4255-b954-8a4eb2761483), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.320142 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (de19b7a3-92fa-4255-b954-8a4eb2761483), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.332338 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Calling delete_port for de19b7a3-92fa-4255-b954-8a4eb2761483 owned by network:floatingip {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:44.438747 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48098c-b824-403a-bf15-d1869db4b62d req-af8cb8da-b082-4f59-acce-247f0865a646 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:44.440316 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df48098c-b824-403a-bf15-d1869db4b62d req-af8cb8da-b082-4f59-acce-247f0865a646 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 946 time: 0.0528910 Apr 28 14:15:44.497506 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-df48098c-b824-403a-bf15-d1869db4b62d req-66b01e89-a083-4187-8723-d7ad4d817d48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512915 Apr 28 14:15:44.700071 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65133437-4317-4e17-ae92-00c23831719a req-b3f264c0-6cdc-4e81-87a3-390fe6dfdc48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:44.701516 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-65133437-4317-4e17-ae92-00c23831719a req-b3f264c0-6cdc-4e81-87a3-390fe6dfdc48 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 946 time: 0.0664096 Apr 28 14:15:44.711233 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44460) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:44.715846 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'floatingip': {'port_id': '9cfefed4-9347-475b-b602-fa4c68f7c71d'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:15:44.755990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (bc646502-9074-4069-846e-4f363b0b8953), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.775107 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (de19b7a3-92fa-4255-b954-8a4eb2761483), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.801458 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Pushing event deleted for resources: {'Port': ['ID=de19b7a3-92fa-4255-b954-8a4eb2761483,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:44.861098 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks [] for floatingip (0a988e01-b40f-408c-9972-38f121024498), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.863747 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:44.864912 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5e995803-a6e0-49d1-956c-6ddaf276adb1 tempest-AttachVolumeTestJSON-1454960344 tempest-AttachVolumeTestJSON-1454960344-project] 10.222.0.20 "DELETE /v2.0/floatingips/0a988e01-b40f-408c-9972-38f121024498 HTTP/1.1" status: 204 len: 168 time: 0.7357621 Apr 28 14:15:45.221625 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:45.225823 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (bc646502-9074-4069-846e-4f363b0b8953), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:45.346566 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Floating IP bc646502-9074-4069-846e-4f363b0b8953 associated. External IP: 172.27.1.147, port: 9cfefed4-9347-475b-b602-fa4c68f7c71d. Apr 28 14:15:45.564816 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:15:45.624616 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:45.644949 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:45.645283 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device c3c0d87e-1165-4a5e-a7e8-965afa0f3f71 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:45.677091 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:15:45.681935 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:45.687397 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:15:45.708454 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:45.709092 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:45.723491 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2076b3d5-09b3-4741-8329-bb770ca8feb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "PUT /v2.0/floatingips/bc646502-9074-4069-846e-4f363b0b8953 HTTP/1.1" status: 200 len: 992 time: 1.0108418 Apr 28 14:15:45.724431 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'tag': '9cfefed4-9347-475b-b602-fa4c68f7c71d'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:15:45.727014 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162bff52-a707-48ea-82a8-b8a9663c60da" -d '{"events": [{"name": "network-changed", "server_uuid": "78882c3a-9792-41f1-89ed-a3e779c3b3bf", "tag": "9cfefed4-9347-475b-b602-fa4c68f7c71d"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:15:45.770208 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd924d-2db4-44e3-ad92-5ebb823b1f5a x-openstack-request-id: req-cfbd924d-2db4-44e3-ad92-5ebb823b1f5a {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:15:45.770524 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78882c3a-9792-41f1-89ed-a3e779c3b3bf", "tag": "9cfefed4-9347-475b-b602-fa4c68f7c71d", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:15:45.770777 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfbd924d-2db4-44e3-ad92-5ebb823b1f5a {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:15:45.771232 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbd924d-2db4-44e3-ad92-5ebb823b1f5a'] response: {'name': 'network-changed', 'server_uuid': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'tag': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'status': 'completed', 'code': 200} Apr 28 14:15:45.822305 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:45.837232 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bff52-a707-48ea-82a8-b8a9663c60da req-4d1b86cb-449b-4279-b33c-cd185464843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:45.838777 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-162bff52-a707-48ea-82a8-b8a9663c60da req-4d1b86cb-449b-4279-b33c-cd185464843e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 1130 time: 0.0394216 Apr 28 14:15:45.934781 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bff52-a707-48ea-82a8-b8a9663c60da req-a18da3ec-2d1f-4778-a94c-e891cdee7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:45.936258 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-162bff52-a707-48ea-82a8-b8a9663c60da req-a18da3ec-2d1f-4778-a94c-e891cdee7d5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 915 time: 0.0903549 Apr 28 14:15:46.014508 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-162bff52-a707-48ea-82a8-b8a9663c60da req-bc7d26d5-37d1-4179-ad0d-1b56f20df24f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cfefed4-9347-475b-b602-fa4c68f7c71d HTTP/1.1" status: 200 len: 1000 time: 0.0703681 Apr 28 14:15:46.052511 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:22Z', 'revision_number': 2, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}, {'id': 'bc646502-9074-4069-846e-4f363b0b8953', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:41:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:15:29Z', 'updated_at': '2022-04-28T14:15:45Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:46.074348 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bff52-a707-48ea-82a8-b8a9663c60da req-3472baea-c050-416c-9240-d9e07397a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:46.076294 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-162bff52-a707-48ea-82a8-b8a9663c60da req-3472baea-c050-416c-9240-d9e07397a773 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0518394 Apr 28 14:15:46.088254 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:15:46.100277 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:46.100996 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:46.131432 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bff52-a707-48ea-82a8-b8a9663c60da req-dd7feb99-585e-4a77-bb33-ad6575c74d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:46.133410 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-162bff52-a707-48ea-82a8-b8a9663c60da req-dd7feb99-585e-4a77-bb33-ad6575c74d14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507495 Apr 28 14:15:46.226825 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:46.229835 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-162bff52-a707-48ea-82a8-b8a9663c60da req-393bd8c8-2335-429c-a253-526ea7d6405a service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883627 Apr 28 14:15:46.353462 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-162bff52-a707-48ea-82a8-b8a9663c60da req-c47dd87c-1fe8-426a-94b8-a87fadd2befd service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157305 Apr 28 14:15:46.475740 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:22Z', 'revision_number': 2, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}, {'id': 'bc646502-9074-4069-846e-4f363b0b8953', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:41:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:15:29Z', 'updated_at': '2022-04-28T14:15:45Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:46.505841 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e32a5c-0910-4b67-bf5f-85c8c066a4c4 None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:22Z', 'revision_number': 2, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}, {'id': 'bc646502-9074-4069-846e-4f363b0b8953', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:41:dd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:15:29Z', 'updated_at': '2022-04-28T14:15:45Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:15:46.707034 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d6df3-4c5d-4c2d-9bd5-ac9560e7d0c3 None None] New status for floating IP bc646502-9074-4069-846e-4f363b0b8953: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:15:47.712397 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0b77644-4b67-49b3-a9ba-b4e2b984240b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:48.413971 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44492) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:48.879450 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (f1641a16-72a3-47dd-b6c3-3781404b9b0c), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:49.114387 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Deleting port 4eae45c7-05e6-4cee-a508-d568bfafef40 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:49.114733 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:49.194644 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] For port 4eae45c7-05e6-4cee-a508-d568bfafef40, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=4eae45c7-05e6-4cee-a508-d568bfafef40,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:49.195009 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:49.207773 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Calling delete_port for 4eae45c7-05e6-4cee-a508-d568bfafef40 owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:49.387701 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (4eae45c7-05e6-4cee-a508-d568bfafef40), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:49.438797 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eae45c7-05e6-4cee-a508-d568bfafef40,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:49.855326 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (f1641a16-72a3-47dd-b6c3-3781404b9b0c), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.055450 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2560fc8b-8ca0-437b-be3d-68024c9ae90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.075687 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Router f1641a16-72a3-47dd-b6c3-3781404b9b0c has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:15:50.184008 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:15:50.188969 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-b7b75572-99a4-4ddb-a017-344ec7992590 admin admin] 10.222.0.20 "PUT /v2.0/routers/f1641a16-72a3-47dd-b6c3-3781404b9b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7739816 Apr 28 14:15:50.191483 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44498) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:50.196369 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] Sync routers for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:15:50.205468 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:50.206200 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:50.295864 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks [] for router (f1641a16-72a3-47dd-b6c3-3781404b9b0c), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.312683 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:50.401598 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks [] for router_gateway (f1641a16-72a3-47dd-b6c3-3781404b9b0c), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.449091 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Deleting port bbc3ac11-3354-455d-8e69-8d5d514ab8f3 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:50.449824 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.527068 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] For port bbc3ac11-3354-455d-8e69-8d5d514ab8f3, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=bbc3ac11-3354-455d-8e69-8d5d514ab8f3,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:50.527425 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.540727 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Calling delete_port for bbc3ac11-3354-455d-8e69-8d5d514ab8f3 owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:50.568461 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:15:49Z', 'revision_number': 5, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port': {'id': 'bbc3ac11-3354-455d-8e69-8d5d514ab8f3', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:21Z', 'updated_at': '2022-04-28T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:50.598044 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] Checking router: f1641a16-72a3-47dd-b6c3-3781404b9b0c for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:15:50.606843 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] Routers {'f1641a16-72a3-47dd-b6c3-3781404b9b0c'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:15:50.607487 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:50.695475 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] Set router f1641a16-72a3-47dd-b6c3-3781404b9b0c gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:15:50.727647 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (bbc3ac11-3354-455d-8e69-8d5d514ab8f3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.747141 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:15:50Z', 'revision_number': 6, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:50.756762 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc3ac11-3354-455d-8e69-8d5d514ab8f3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:50.777039 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6afd9-c4fd-4dc0-9d3e-407aac4fe238 None None] The sync data for ids ['f1641a16-72a3-47dd-b6c3-3781404b9b0c'] in dv-cinder-839760-1-iscsi is: [{'id': 'f1641a16-72a3-47dd-b6c3-3781404b9b0c', 'name': 'tempest-AttachVolumeTestJSON-1360660560-router', 'tenant_id': '4af9f146066048418277f36db15f3f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:15:50Z', 'revision_number': 6, 'project_id': '4af9f146066048418277f36db15f3f65', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:15:50.822527 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (f1641a16-72a3-47dd-b6c3-3781404b9b0c), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.911861 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (f1641a16-72a3-47dd-b6c3-3781404b9b0c), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.914624 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks [] for router_controller (f1641a16-72a3-47dd-b6c3-3781404b9b0c), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.964380 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (f1641a16-72a3-47dd-b6c3-3781404b9b0c), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.964939 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1641a16-72a3-47dd-b6c3-3781404b9b0c {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:15:50.969573 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:50.970796 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-80c86b00-655c-465d-a92d-404f25cd8b9a admin admin] 10.222.0.20 "DELETE /v2.0/routers/f1641a16-72a3-47dd-b6c3-3781404b9b0c HTTP/1.1" status: 204 len: 168 time: 0.7783165 Apr 28 14:15:50.973276 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44502) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:51.018516 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7c2020-88f4-4ea7-b32e-5b1a12ce307a admin admin] Deleting subnet 493ac07b-0c2e-4603-b459-bb187b4237a3 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:15:51.022569 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2020-88f4-4ea7-b32e-5b1a12ce307a admin admin] Publish callbacks [] for subnet (493ac07b-0c2e-4603-b459-bb187b4237a3), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.058879 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2020-88f4-4ea7-b32e-5b1a12ce307a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499914'] for subnet (493ac07b-0c2e-4603-b459-bb187b4237a3), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.140134 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2020-88f4-4ea7-b32e-5b1a12ce307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (493ac07b-0c2e-4603-b459-bb187b4237a3), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.195512 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2020-88f4-4ea7-b32e-5b1a12ce307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3277004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16879755'] for subnet (493ac07b-0c2e-4603-b459-bb187b4237a3), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.223612 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c2020-88f4-4ea7-b32e-5b1a12ce307a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493ac07b-0c2e-4603-b459-bb187b4237a3,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:51.225729 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-3b7c2020-88f4-4ea7-b32e-5b1a12ce307a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.228946 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-3b7c2020-88f4-4ea7-b32e-5b1a12ce307a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/493ac07b-0c2e-4603-b459-bb187b4237a3 HTTP/1.1" status: 204 len: 168 time: 0.2547066 Apr 28 14:15:51.230218 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f1f31-e0ee-4125-87d2-f9872b75ba12 None None] Network b3f29a40-da20-4e2b-83c1-cfff83c004e2 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:15:51.231482 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44504) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:51.303241 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (b3f29a40-da20-4e2b-83c1-cfff83c004e2), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.355770 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Deleting port 236408d1-e26c-470a-be4b-5dfcd38bfc2c {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:15:51.356103 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.418902 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] For port 236408d1-e26c-470a-be4b-5dfcd38bfc2c, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=236408d1-e26c-470a-be4b-5dfcd38bfc2c,segment=NetworkSegment(ff7a74c2-561a-4cb6-aa1a-d584441bfd7b),segment_id=ff7a74c2-561a-4cb6-aa1a-d584441bfd7b)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:15:51.419262 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.432849 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Calling delete_port for 236408d1-e26c-470a-be4b-5dfcd38bfc2c owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:15:51.515322 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (236408d1-e26c-470a-be4b-5dfcd38bfc2c), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.540851 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Pushing event deleted for resources: {'Port': ['ID=236408d1-e26c-470a-be4b-5dfcd38bfc2c,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:51.544347 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] No DVR routers for this DVR port 236408d1-e26c-470a-be4b-5dfcd38bfc2c on host dv-cinder-839760-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:15:51.587465 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e24e317-b386-44db-a3d2-0045a033011b None None] DHCP port deletion for b3f29a40-da20-4e2b-83c1-cfff83c004e2 request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:15:51.621673 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (b3f29a40-da20-4e2b-83c1-cfff83c004e2), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.643819 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f29a40-da20-4e2b-83c1-cfff83c004e2']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:51.647908 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 4eae45c7-05e6-4cee-a508-d568bfafef40 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:51.654227 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:51.654755 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7a74c2-561a-4cb6-aa1a-d584441bfd7b') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:15:51.666278 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (ff7a74c2-561a-4cb6-aa1a-d584441bfd7b), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.683908 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (ff7a74c2-561a-4cb6-aa1a-d584441bfd7b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.693790 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:15:51.694192 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (ff7a74c2-561a-4cb6-aa1a-d584441bfd7b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:15:51.696361 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:15:51.762245 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (b3f29a40-da20-4e2b-83c1-cfff83c004e2), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.769000 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.772125 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3f29a40-da20-4e2b-83c1-cfff83c004e2 HTTP/1.1" status: 204 len: 168 time: 0.5396852 Apr 28 14:15:51.785469 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243f7d2-5b4d-47e0-b633-86ee6f66a5df admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f29a40-da20-4e2b-83c1-cfff83c004e2,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:51.817509 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 4eae45c7-05e6-4cee-a508-d568bfafef40 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:51.818407 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 4eae45c7-05e6-4cee-a508-d568bfafef40 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:51.819218 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 236408d1-e26c-470a-be4b-5dfcd38bfc2c no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:51.822380 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:51.840672 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 236408d1-e26c-470a-be4b-5dfcd38bfc2c {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:51.841111 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 236408d1-e26c-470a-be4b-5dfcd38bfc2c not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:51.841852 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device bbc3ac11-3354-455d-8e69-8d5d514ab8f3 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:15:51.862990 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: bbc3ac11-3354-455d-8e69-8d5d514ab8f3 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:15:51.863333 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device bbc3ac11-3354-455d-8e69-8d5d514ab8f3 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:15:51.910454 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44508) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:51.953280 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-ec9a18cc-ccb8-42eb-866c-ee15f6eceefc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4af9f146066048418277f36db15f3f65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415385 Apr 28 14:15:51.955833 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44510) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:52.005500 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-29e8d335-1a47-44a1-9091-6491cf5d1367 admin admin] Publish callbacks [] for security_group (48908337-a3d5-44df-9265-ac419d736e4e), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:52.025962 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-29e8d335-1a47-44a1-9091-6491cf5d1367 admin admin] Publish callbacks [] for security_group (48908337-a3d5-44df-9265-ac419d736e4e), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:52.073328 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-29e8d335-1a47-44a1-9091-6491cf5d1367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (48908337-a3d5-44df-9265-ac419d736e4e), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:52.075976 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-29e8d335-1a47-44a1-9091-6491cf5d1367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:52.077228 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-29e8d335-1a47-44a1-9091-6491cf5d1367 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48908337-a3d5-44df-9265-ac419d736e4e HTTP/1.1" status: 204 len: 168 time: 0.1204994 Apr 28 14:15:52.085656 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8d335-1a47-44a1-9091-6491cf5d1367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48908337-a3d5-44df-9265-ac419d736e4e,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:52.816514 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.059572 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44584) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:54.183832 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.266997 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Publish callbacks [] for security_group (575f3045-922c-400f-b71a-7426f1bee3e8), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.267286 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.271142 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (575f3045-922c-400f-b71a-7426f1bee3e8), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.309680 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575f3045-922c-400f-b71a-7426f1bee3e8,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:54.313663 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a6db6870db549d2ba18fc3ed9ddc6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529802 Apr 28 14:15:54.317027 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44588) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:54.320019 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.320362 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.320708 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.321080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.321410 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.321775 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.322100 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.322430 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.322749 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.323072 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.323394 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.323717 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.324039 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.324357 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.324671 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75600dc3-813c-44a3-8bf8-6dfc6b57c296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:15:54.372384 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1a12-9a80-42b1-ba53-0958be5bd092 admin admin] Publish callbacks [] for security_group (575f3045-922c-400f-b71a-7426f1bee3e8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.400981 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1a12-9a80-42b1-ba53-0958be5bd092 admin admin] Publish callbacks [] for security_group (575f3045-922c-400f-b71a-7426f1bee3e8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.448724 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1a12-9a80-42b1-ba53-0958be5bd092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (575f3045-922c-400f-b71a-7426f1bee3e8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.451430 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1a12-9a80-42b1-ba53-0958be5bd092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.452577 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0ebd1a12-9a80-42b1-ba53-0958be5bd092 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/575f3045-922c-400f-b71a-7426f1bee3e8 HTTP/1.1" status: 204 len: 168 time: 0.1341984 Apr 28 14:15:54.461152 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1a12-9a80-42b1-ba53-0958be5bd092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575f3045-922c-400f-b71a-7426f1bee3e8,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:54.789277 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44594) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:54.802892 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2eae2817-b972-4f89-bbce-423c09654564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.889406 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2eae2817-b972-4f89-bbce-423c09654564 admin admin] Publish callbacks [] for security_group (d222eefd-e939-443e-a339-fa9b58d0cd80), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.894388 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2eae2817-b972-4f89-bbce-423c09654564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d222eefd-e939-443e-a339-fa9b58d0cd80), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:54.936525 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2eae2817-b972-4f89-bbce-423c09654564 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=859f6fb70307495aa7a755167d8ff25f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459556 Apr 28 14:15:54.937477 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae2817-b972-4f89-bbce-423c09654564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d222eefd-e939-443e-a339-fa9b58d0cd80,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:54.939070 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44596) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:55.000021 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38609031-74db-4d45-8875-3aaa65ee12d2 admin admin] Publish callbacks [] for security_group (d222eefd-e939-443e-a339-fa9b58d0cd80), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:55.031071 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38609031-74db-4d45-8875-3aaa65ee12d2 admin admin] Publish callbacks [] for security_group (d222eefd-e939-443e-a339-fa9b58d0cd80), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:55.085162 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38609031-74db-4d45-8875-3aaa65ee12d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d222eefd-e939-443e-a339-fa9b58d0cd80), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:55.087711 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38609031-74db-4d45-8875-3aaa65ee12d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:55.088855 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-38609031-74db-4d45-8875-3aaa65ee12d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d222eefd-e939-443e-a339-fa9b58d0cd80 HTTP/1.1" status: 204 len: 168 time: 0.1488516 Apr 28 14:15:55.100927 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38609031-74db-4d45-8875-3aaa65ee12d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d222eefd-e939-443e-a339-fa9b58d0cd80,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:56.229873 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.251642 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44728) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:58.358056 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1649ae6-30e9-4e5f-905b-b86d931ee832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.437937 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1649ae6-30e9-4e5f-905b-b86d931ee832 admin admin] Publish callbacks [] for security_group (7eed3851-f7f9-4056-ad5c-1b444d61b4f4), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.442472 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1649ae6-30e9-4e5f-905b-b86d931ee832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7eed3851-f7f9-4056-ad5c-1b444d61b4f4), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.481119 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1649ae6-30e9-4e5f-905b-b86d931ee832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eed3851-f7f9-4056-ad5c-1b444d61b4f4,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:58.485331 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b1649ae6-30e9-4e5f-905b-b86d931ee832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2db657307b648658d8eb82d1f08238b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326102 Apr 28 14:15:58.488244 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44732) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:58.539817 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c410502-bee1-4645-81c2-4c50cc7b1e5a admin admin] Publish callbacks [] for security_group (7eed3851-f7f9-4056-ad5c-1b444d61b4f4), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.562226 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c410502-bee1-4645-81c2-4c50cc7b1e5a admin admin] Publish callbacks [] for security_group (7eed3851-f7f9-4056-ad5c-1b444d61b4f4), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.612065 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c410502-bee1-4645-81c2-4c50cc7b1e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7eed3851-f7f9-4056-ad5c-1b444d61b4f4), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.614471 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c410502-bee1-4645-81c2-4c50cc7b1e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.615715 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0c410502-bee1-4645-81c2-4c50cc7b1e5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eed3851-f7f9-4056-ad5c-1b444d61b4f4 HTTP/1.1" status: 204 len: 168 time: 0.1265969 Apr 28 14:15:58.623778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410502-bee1-4645-81c2-4c50cc7b1e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eed3851-f7f9-4056-ad5c-1b444d61b4f4,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:58.895901 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44740) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:58.910609 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5d52c163-610e-4d22-8ae7-b9de01b041d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.989086 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5d52c163-610e-4d22-8ae7-b9de01b041d5 admin admin] Publish callbacks [] for security_group (1ea5169c-48bb-401a-8321-f032ee9a4408), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:58.994614 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5d52c163-610e-4d22-8ae7-b9de01b041d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1ea5169c-48bb-401a-8321-f032ee9a4408), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:59.035674 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5d52c163-610e-4d22-8ae7-b9de01b041d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a56d88b3dfc5489abc3120c5766f6644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385410 Apr 28 14:15:59.036651 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52c163-610e-4d22-8ae7-b9de01b041d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea5169c-48bb-401a-8321-f032ee9a4408,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:59.038547 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44744) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:15:59.088679 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-33c73588-6b4b-4f16-8c53-a72a9fb47f4e admin admin] Publish callbacks [] for security_group (1ea5169c-48bb-401a-8321-f032ee9a4408), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:59.112714 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-33c73588-6b4b-4f16-8c53-a72a9fb47f4e admin admin] Publish callbacks [] for security_group (1ea5169c-48bb-401a-8321-f032ee9a4408), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:59.165374 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-33c73588-6b4b-4f16-8c53-a72a9fb47f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1ea5169c-48bb-401a-8321-f032ee9a4408), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:59.168144 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-33c73588-6b4b-4f16-8c53-a72a9fb47f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:15:59.169322 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-33c73588-6b4b-4f16-8c53-a72a9fb47f4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ea5169c-48bb-401a-8321-f032ee9a4408 HTTP/1.1" status: 204 len: 168 time: 0.1297922 Apr 28 14:15:59.177924 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c73588-6b4b-4f16-8c53-a72a9fb47f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea5169c-48bb-401a-8321-f032ee9a4408,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:15:59.576522 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-94afca3c-847e-46f5-b84d-dc65ddba7e9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428903 Apr 28 14:15:59.643013 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-d97243a8-8b92-471a-9a8f-37e2d5de57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:59.644581 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-d97243a8-8b92-471a-9a8f-37e2d5de57ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 1130 time: 0.0400245 Apr 28 14:15:59.759273 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-eb97d8ea-3296-4a0b-abd6-1918f18fe884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:59.761712 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-eb97d8ea-3296-4a0b-abd6-1918f18fe884 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 200 len: 917 time: 0.0929198 Apr 28 14:15:59.853424 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-55a03f21-64dc-418c-9ed3-3308de7523c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 200 len: 999 time: 0.0764275 Apr 28 14:15:59.908465 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-1850dbb4-f311-4ebf-82a3-3035e3391dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:59.909952 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-1850dbb4-f311-4ebf-82a3-3035e3391dd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 200 len: 855 time: 0.0479527 Apr 28 14:15:59.966212 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-c3827339-6220-4018-964c-e62eda702422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:15:59.968305 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-c3827339-6220-4018-964c-e62eda702422 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10c7cd94-4f96-4578-a49c-aa84774d80aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503795 Apr 28 14:16:00.067302 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-a48a8c5a-0c4b-438c-8ad0-4fd15067833a service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910244 Apr 28 14:16:00.178673 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0c83536d-7949-43c7-9234-bca4e59d6b6e req-a701b642-6a17-46a6-93fc-dfbce84066fd service neutron] 10.222.0.13 "GET /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006937 Apr 28 14:16:01.085287 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e603d9c-5b81-4783-82ff-abe4b48e14dd req-b16b15d5-12a2-4f1b-a888-b955b2ddbe36 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:01.086719 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1e603d9c-5b81-4783-82ff-abe4b48e14dd req-b16b15d5-12a2-4f1b-a888-b955b2ddbe36 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0474758 Apr 28 14:16:01.135284 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1e603d9c-5b81-4783-82ff-abe4b48e14dd req-716d0edc-3c92-473e-9e40-4b69174a6222 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 Apr 28 14:16:02.273037 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2638d5d-61c4-444a-bf25-b4f7bfa56178 req-8a520fbb-6c6e-42c3-8658-8becfe935a16 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:02.275045 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2638d5d-61c4-444a-bf25-b4f7bfa56178 req-8a520fbb-6c6e-42c3-8658-8becfe935a16 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0568490 Apr 28 14:16:02.326284 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b2638d5d-61c4-444a-bf25-b4f7bfa56178 req-1c84339c-dc5e-4863-8e66-408ed8faa49a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443943 Apr 28 14:16:03.451916 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39580ec-1993-4c10-8e4f-2a5a2b681952 req-3677777d-ced8-4720-b341-00798c0ee227 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:03.453574 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e39580ec-1993-4c10-8e4f-2a5a2b681952 req-3677777d-ced8-4720-b341-00798c0ee227 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0506582 Apr 28 14:16:03.503483 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e39580ec-1993-4c10-8e4f-2a5a2b681952 req-873c572e-4c2f-4478-bf43-3220847f0e8e tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Apr 28 14:16:04.639459 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7c134-d0cc-4dab-828d-b801d510c687 req-7fd6177b-d798-425c-b744-ea1a2932db98 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:04.641602 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7ea7c134-d0cc-4dab-828d-b801d510c687 req-7fd6177b-d798-425c-b744-ea1a2932db98 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0629754 Apr 28 14:16:04.695874 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7ea7c134-d0cc-4dab-828d-b801d510c687 req-6ccc3b7a-0d27-43ed-8b3e-7ec73bddf2cd tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476804 Apr 28 14:16:05.275575 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-11776a79-ba03-452d-b1c3-59074ef1829a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:05.277184 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-11776a79-ba03-452d-b1c3-59074ef1829a tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0529892 Apr 28 14:16:05.371225 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Deleting port d227ea3b-042c-47b3-b523-1ce78dcb5462 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:05.371690 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:05.469350 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] For port d227ea3b-042c-47b3-b523-1ce78dcb5462, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=d227ea3b-042c-47b3-b523-1ce78dcb5462,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:16:05.469755 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:05.827636 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5abb3b-a01a-4691-a167-0c9f4dbd86f9 req-1efcc522-8b18-4d4a-a485-370df5e364bb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:05.829214 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5e5abb3b-a01a-4691-a167-0c9f4dbd86f9 req-1efcc522-8b18-4d4a-a485-370df5e364bb tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 946 time: 0.0497086 Apr 28 14:16:05.880416 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5e5abb3b-a01a-4691-a167-0c9f4dbd86f9 req-69e70c43-f693-4115-a542-3b3c16d9e7f8 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups?id=08823e1e-a4a8-4033-93be-b51aed8b2796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443978 Apr 28 14:16:05.915070 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:05.915675 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (f7facd46-bbbd-407e-b0c6-0be849ab28fb), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:05.915806 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Floating IP f7facd46-bbbd-407e-b0c6-0be849ab28fb disassociated. External IP: 172.27.1.2, port: d227ea3b-042c-47b3-b523-1ce78dcb5462. Apr 28 14:16:05.916060 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Calling delete_port for d227ea3b-042c-47b3-b523-1ce78dcb5462 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:06.055891 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (d227ea3b-042c-47b3-b523-1ce78dcb5462), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:06.085739 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event deleted for resources: {'Port': ['ID=d227ea3b-042c-47b3-b523-1ce78dcb5462,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:06.226474 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Router 0634f3ed-9e0b-49a6-8998-8a6228b6417a has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:16:06.352905 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:16:06.363576 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] Sync routers for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:16:06.374469 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:16:06.375409 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:06.403656 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] No DVR routers for this DVR port d227ea3b-042c-47b3-b523-1ce78dcb5462 on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:16:06.406449 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:06.410120 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-235c9f37-86a1-40ee-9f15-55526b81d419 req-b7261072-ee62-4112-b1ea-bbc32892f14d tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.13 "DELETE /v2.0/ports/d227ea3b-042c-47b3-b523-1ce78dcb5462 HTTP/1.1" status: 204 len: 173 time: 1.1259007 Apr 28 14:16:06.411253 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-deleted', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:16:06.414084 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a6a70b-e625-4f6f-ba33-f969b1cb6233" -d '{"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-deleted", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:16:06.458461 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62eef1-6663-47e3-b3df-905202fc5824 x-openstack-request-id: req-dd62eef1-6663-47e3-b3df-905202fc5824 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:16:06.458751 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba48298-0c9c-4b36-81fb-c63d4c077506", "name": "network-vif-deleted", "tag": "d227ea3b-042c-47b3-b523-1ce78dcb5462", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:16:06.459000 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd62eef1-6663-47e3-b3df-905202fc5824 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:16:06.459402 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd62eef1-6663-47e3-b3df-905202fc5824'] response: {'server_uuid': 'cba48298-0c9c-4b36-81fb-c63d4c077506', 'name': 'network-vif-deleted', 'tag': 'd227ea3b-042c-47b3-b523-1ce78dcb5462', 'status': 'completed', 'code': 200} Apr 28 14:16:06.524923 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:16:06.763223 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:06.791594 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] Checking router: 0634f3ed-9e0b-49a6-8998-8a6228b6417a for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:16:06.800240 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:16:06.800879 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:06.919853 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:16:07.006739 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ca394ef5-b96d-48a2-aa83-29416af2bbe8 req-008cafdb-bbdd-4cc8-9363-4a349e1f40e2 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/ports?device_id=cba48298-0c9c-4b36-81fb-c63d4c077506 HTTP/1.1" status: 200 len: 210 time: 0.0320261 Apr 28 14:16:07.131588 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:07.158698 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac4eb-6c3f-4a02-bd91-d9ea6b61a90a None None] The sync data for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi is: [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:09:33Z', 'revision_number': 4, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': 'd9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d', 'name': '', 'network_id': '10c7cd94-4f96-4578-a49c-aa84774d80aa', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'mac_address': 'fa:16:3e:a9:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:29Z', 'updated_at': '2022-04-28T14:09:40Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'subnets': [{'id': 'bfdae0c7-577d-4996-abbf-fda349cd2754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:16:07.389136 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57a7c1-bc29-4fae-baf6-f15b4cf7dc50 None None] New status for floating IP f7facd46-bbbd-407e-b0c6-0be849ab28fb: DOWN {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:16:08.102062 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 44854) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:08.159808 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b32f-3674-4330-ba11-094d02959df9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (08823e1e-a4a8-4033-93be-b51aed8b2796), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.186083 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b32f-3674-4330-ba11-094d02959df9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (08823e1e-a4a8-4033-93be-b51aed8b2796), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.239062 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b32f-3674-4330-ba11-094d02959df9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (08823e1e-a4a8-4033-93be-b51aed8b2796), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.242226 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b32f-3674-4330-ba11-094d02959df9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.243436 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5ca0b32f-3674-4330-ba11-094d02959df9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "DELETE /v2.0/security-groups/08823e1e-a4a8-4033-93be-b51aed8b2796 HTTP/1.1" status: 204 len: 168 time: 0.1402967 Apr 28 14:16:08.246385 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44856) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:08.252595 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0b32f-3674-4330-ba11-094d02959df9 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08823e1e-a4a8-4033-93be-b51aed8b2796,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:08.260465 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.api.v2.resource [None req-db46027a-ca68-477a-bef2-c1b5c3de5b40 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] show failed (client error): The resource could not be found. Apr 28 14:16:08.261471 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-db46027a-ca68-477a-bef2-c1b5c3de5b40 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "GET /v2.0/security-groups/08823e1e-a4a8-4033-93be-b51aed8b2796 HTTP/1.1" status: 404 len: 347 time: 0.0140944 Apr 28 14:16:08.264522 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44858) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:08.387227 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Deleting port ee2b022d-9688-4d57-b6d8-004344a648e3 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:08.387766 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (ee2b022d-9688-4d57-b6d8-004344a648e3), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.467165 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (ee2b022d-9688-4d57-b6d8-004344a648e3), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.467706 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (ee2b022d-9688-4d57-b6d8-004344a648e3), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.482368 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Calling delete_port for ee2b022d-9688-4d57-b6d8-004344a648e3 owned by network:floatingip {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:08.618371 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (ee2b022d-9688-4d57-b6d8-004344a648e3), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.644129 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Pushing event deleted for resources: {'Port': ['ID=ee2b022d-9688-4d57-b6d8-004344a648e3,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:08.711699 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks [] for floatingip (f7facd46-bbbd-407e-b0c6-0be849ab28fb), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.714308 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:08.715513 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-415937e0-81ee-4bc0-97bb-9cee37bb3f26 tempest-AttachVolumeShelveTestJSON-1807778070 tempest-AttachVolumeShelveTestJSON-1807778070-project] 10.222.0.20 "DELETE /v2.0/floatingips/f7facd46-bbbd-407e-b0c6-0be849ab28fb HTTP/1.1" status: 204 len: 168 time: 0.4500918 Apr 28 14:16:10.703345 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:16:10.727209 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: d227ea3b-042c-47b3-b523-1ce78dcb5462 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:16:10.727551 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device d227ea3b-042c-47b3-b523-1ce78dcb5462 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:16:12.216658 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44906) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:12.735669 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (0634f3ed-9e0b-49a6-8998-8a6228b6417a), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:12.974889 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Deleting port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:12.975246 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:13.059529 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] For port d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:16:13.059766 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:13.074705 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Calling delete_port for d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d owned by network:router_interface {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:13.287067 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:13.324920 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:13.503764 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (0634f3ed-9e0b-49a6-8998-8a6228b6417a), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:13.734261 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Router 0634f3ed-9e0b-49a6-8998-8a6228b6417a has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:16:13.847324 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:16:13.852409 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5deefa34-55e3-4aeb-8597-3b895115f2fc admin admin] 10.222.0.20 "PUT /v2.0/routers/0634f3ed-9e0b-49a6-8998-8a6228b6417a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6346872 Apr 28 14:16:13.854930 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44914) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:13.859233 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] Sync routers for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:16:13.870290 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:16:13.870914 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:13.964887 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks [] for router (0634f3ed-9e0b-49a6-8998-8a6228b6417a), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:13.990566 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:16:14.082013 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks [] for router_gateway (0634f3ed-9e0b-49a6-8998-8a6228b6417a), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.133109 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Deleting port a269bf5e-a21f-40f3-9569-adc3de704de5 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:14.133603 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.165188 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:16:13Z', 'revision_number': 5, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port': {'id': 'a269bf5e-a21f-40f3-9569-adc3de704de5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:09:18Z', 'updated_at': '2022-04-28T14:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:14.196668 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] Checking router: 0634f3ed-9e0b-49a6-8998-8a6228b6417a for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:16:14.205221 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] Routers {'0634f3ed-9e0b-49a6-8998-8a6228b6417a'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:16:14.205901 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:15:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:14.222923 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] For port a269bf5e-a21f-40f3-9569-adc3de704de5, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a269bf5e-a21f-40f3-9569-adc3de704de5,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:16:14.223338 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.238955 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Calling delete_port for a269bf5e-a21f-40f3-9569-adc3de704de5 owned by network:router_gateway {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:14.299790 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] Set router 0634f3ed-9e0b-49a6-8998-8a6228b6417a gateway port host: None {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:16:14.363127 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:16:14Z', 'revision_number': 6, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:14.394220 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e94396-beba-4ef4-88df-53f0eabdac12 None None] The sync data for ids ['0634f3ed-9e0b-49a6-8998-8a6228b6417a'] in dv-cinder-839760-1-iscsi is: [{'id': '0634f3ed-9e0b-49a6-8998-8a6228b6417a', 'name': 'tempest-AttachVolumeShelveTestJSON-602408885-router', 'tenant_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:09:16Z', 'updated_at': '2022-04-28T14:16:14Z', 'revision_number': 6, 'project_id': '79beb8c8a2f7430f9d5011cfb455acc7', 'gw_port_host': None}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:16:14.424903 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (a269bf5e-a21f-40f3-9569-adc3de704de5), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.453127 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a269bf5e-a21f-40f3-9569-adc3de704de5,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:14.514131 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (0634f3ed-9e0b-49a6-8998-8a6228b6417a), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.611284 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (0634f3ed-9e0b-49a6-8998-8a6228b6417a), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.613490 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks [] for router_controller (0634f3ed-9e0b-49a6-8998-8a6228b6417a), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.658084 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (0634f3ed-9e0b-49a6-8998-8a6228b6417a), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.658636 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0634f3ed-9e0b-49a6-8998-8a6228b6417a {{(pid=103509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:16:14.664200 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.665357 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b1a60d72-73ec-4d8f-84c3-fa98a9ae8cd1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0634f3ed-9e0b-49a6-8998-8a6228b6417a HTTP/1.1" status: 204 len: 168 time: 0.8094740 Apr 28 14:16:14.667894 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44918) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:14.712412 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_v2 [None req-4491b409-d61b-486c-a5ab-f556f7c45c5d admin admin] Deleting subnet bfdae0c7-577d-4996-abbf-fda349cd2754 {{(pid=103509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:16:14.715666 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4491b409-d61b-486c-a5ab-f556f7c45c5d admin admin] Publish callbacks [] for subnet (bfdae0c7-577d-4996-abbf-fda349cd2754), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.754272 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4491b409-d61b-486c-a5ab-f556f7c45c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212139'] for subnet (bfdae0c7-577d-4996-abbf-fda349cd2754), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.884909 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4491b409-d61b-486c-a5ab-f556f7c45c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (bfdae0c7-577d-4996-abbf-fda349cd2754), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.941850 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4491b409-d61b-486c-a5ab-f556f7c45c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4088385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25676214'] for subnet (bfdae0c7-577d-4996-abbf-fda349cd2754), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.965523 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491b409-d61b-486c-a5ab-f556f7c45c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfdae0c7-577d-4996-abbf-fda349cd2754,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:14.971169 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-4491b409-d61b-486c-a5ab-f556f7c45c5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:14.975569 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-4491b409-d61b-486c-a5ab-f556f7c45c5d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bfdae0c7-577d-4996-abbf-fda349cd2754 HTTP/1.1" status: 204 len: 168 time: 0.3065670 Apr 28 14:16:14.978408 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44920) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:14.981071 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e26693-3668-4085-8d68-de21c29f3ee8 None None] Network 10c7cd94-4f96-4578-a49c-aa84774d80aa requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:16:15.199654 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] DHCP port deletion for 10c7cd94-4f96-4578-a49c-aa84774d80aa request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:16:15.242541 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] Deleting port a99c470a-6c03-43a3-a35c-dbfd1b68e39a {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:15.242956 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.314850 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] For port a99c470a-6c03-43a3-a35c-dbfd1b68e39a, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:16:15.315254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.324525 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (10c7cd94-4f96-4578-a49c-aa84774d80aa), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.330918 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] Calling delete_port for a99c470a-6c03-43a3-a35c-dbfd1b68e39a owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:15.369370 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Deleting port a99c470a-6c03-43a3-a35c-dbfd1b68e39a {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:15.369738 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.425181 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.440802 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] No DVR routers for this DVR port a99c470a-6c03-43a3-a35c-dbfd1b68e39a on host dv-cinder-839760-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:16:15.447274 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] For port a99c470a-6c03-43a3-a35c-dbfd1b68e39a, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,segment=NetworkSegment(75abea8a-8780-44be-a82d-fa9aa1362683),segment_id=75abea8a-8780-44be-a82d-fa9aa1362683)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:16:15.449263 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.466563 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0227c-bb41-413e-8995-2595676aff71 None None] Pushing event deleted for resources: {'Port': ['ID=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:15.466774 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Calling delete_port for a99c470a-6c03-43a3-a35c-dbfd1b68e39a owned by network:dhcp {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:15.560660 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (a99c470a-6c03-43a3-a35c-dbfd1b68e39a), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.594604 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99c470a-6c03-43a3-a35c-dbfd1b68e39a,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:15.598570 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] No DVR routers for this DVR port a99c470a-6c03-43a3-a35c-dbfd1b68e39a on host dv-cinder-839760-1-iscsi {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:16:15.616017 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a99c470a-6c03-43a3-a35c-dbfd1b68e39a no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:16:15.636912 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: a99c470a-6c03-43a3-a35c-dbfd1b68e39a {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:16:15.637271 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a99c470a-6c03-43a3-a35c-dbfd1b68e39a not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:16:15.637793 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a269bf5e-a21f-40f3-9569-adc3de704de5 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:16:15.658145 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: a269bf5e-a21f-40f3-9569-adc3de704de5 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:16:15.658579 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device a269bf5e-a21f-40f3-9569-adc3de704de5 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:16:15.659073 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:16:15.673736 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (10c7cd94-4f96-4578-a49c-aa84774d80aa), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.682852 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:16:15.683289 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device d9dc8f83-49b8-40b8-81ec-f98fbe3bcc1d not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:16:15.695433 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c7cd94-4f96-4578-a49c-aa84774d80aa']}} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:15.705280 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75abea8a-8780-44be-a82d-fa9aa1362683') {'for_net_delete': True} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:15.705512 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75abea8a-8780-44be-a82d-fa9aa1362683') {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:15.715267 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212146'] for segment (75abea8a-8780-44be-a82d-fa9aa1362683), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.729928 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (75abea8a-8780-44be-a82d-fa9aa1362683), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.738765 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:16:15.739522 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4088999'] for segment (75abea8a-8780-44be-a82d-fa9aa1362683), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: self.session.flush() Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: self.session.flush() Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: self.session.flush() Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: self.session.flush() Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: Traceback (most recent call last): Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: timer() Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: cb(*args, **kw) Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: return func(*args, **kwargs) Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: self._notify() Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: self.callback(batched_events) Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: event.method(event) Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: return f(self, *a, **k) Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._get(url).json() Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: return self.request(url, 'GET', **kwargs) Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:16:15.741925 dv-cinder-839760-1-iscsi neutron-server[103509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:16:15.800349 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (10c7cd94-4f96-4578-a49c-aa84774d80aa), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.805629 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:15.808853 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] 10.222.0.20 "DELETE /v2.0/networks/10c7cd94-4f96-4578-a49c-aa84774d80aa HTTP/1.1" status: 204 len: 168 time: 0.8295414 Apr 28 14:16:15.820846 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235d8d4-656b-4bd6-9033-2241ca60f854 admin admin] Pushing event deleted for resources: {'Network': ['ID=10c7cd94-4f96-4578-a49c-aa84774d80aa,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:15.933124 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44928) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:15.974378 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-e593c3c0-081b-41e7-8838-c41a6b30548e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79beb8c8a2f7430f9d5011cfb455acc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399697 Apr 28 14:16:15.976859 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 44930) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:16.023850 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5755b636-8aec-4c66-b211-354cfff86a35 admin admin] Publish callbacks [] for security_group (19685b6a-3085-4453-b0ee-2c5f412ad92c), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:16.044802 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5755b636-8aec-4c66-b211-354cfff86a35 admin admin] Publish callbacks [] for security_group (19685b6a-3085-4453-b0ee-2c5f412ad92c), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:16.099663 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5755b636-8aec-4c66-b211-354cfff86a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (19685b6a-3085-4453-b0ee-2c5f412ad92c), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:16.102385 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5755b636-8aec-4c66-b211-354cfff86a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:16.103585 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5755b636-8aec-4c66-b211-354cfff86a35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19685b6a-3085-4453-b0ee-2c5f412ad92c HTTP/1.1" status: 204 len: 168 time: 0.1258297 Apr 28 14:16:16.111360 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755b636-8aec-4c66-b211-354cfff86a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19685b6a-3085-4453-b0ee-2c5f412ad92c,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:17.719572 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4180-4f7b-4608-a6f2-44236988d687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:19.056650 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:16:20.063670 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-43222bc0-8f57-43ed-9859-ddab8a19642a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:21.793813 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:22.820308 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:24.268776 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:26.230827 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:29.935047 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45128) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:30.067452 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d49a3fb5-6bc6-48e8-8c98-c78a32db4e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:30.150964 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d49a3fb5-6bc6-48e8-8c98-c78a32db4e0a admin admin] Publish callbacks [] for security_group (d191f984-e6eb-4fe0-8409-09549b2ee04e), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:30.154667 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d49a3fb5-6bc6-48e8-8c98-c78a32db4e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d191f984-e6eb-4fe0-8409-09549b2ee04e), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:30.194300 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d49a3fb5-6bc6-48e8-8c98-c78a32db4e0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8519fdc1bc344de8936daa7afbe617cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581608 Apr 28 14:16:30.195056 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a3fb5-6bc6-48e8-8c98-c78a32db4e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d191f984-e6eb-4fe0-8409-09549b2ee04e,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:30.197614 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45134) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:30.257783 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-939e06a5-9557-4cc8-953b-e1b5e25a0d0c admin admin] Publish callbacks [] for security_group (d191f984-e6eb-4fe0-8409-09549b2ee04e), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:30.294851 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-939e06a5-9557-4cc8-953b-e1b5e25a0d0c admin admin] Publish callbacks [] for security_group (d191f984-e6eb-4fe0-8409-09549b2ee04e), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:30.356733 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-939e06a5-9557-4cc8-953b-e1b5e25a0d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d191f984-e6eb-4fe0-8409-09549b2ee04e), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:30.359694 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-939e06a5-9557-4cc8-953b-e1b5e25a0d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:30.360932 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-939e06a5-9557-4cc8-953b-e1b5e25a0d0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d191f984-e6eb-4fe0-8409-09549b2ee04e HTTP/1.1" status: 204 len: 168 time: 0.1623132 Apr 28 14:16:30.371409 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e06a5-9557-4cc8-953b-e1b5e25a0d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d191f984-e6eb-4fe0-8409-09549b2ee04e,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:33.803802 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45230) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:33.911471 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-10444b70-7b5a-4082-a0f1-4fbb86ec2c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:33.991210 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-10444b70-7b5a-4082-a0f1-4fbb86ec2c60 admin admin] Publish callbacks [] for security_group (67cc6d73-17b5-421c-9a17-368de43d95e6), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:33.998115 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-10444b70-7b5a-4082-a0f1-4fbb86ec2c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (67cc6d73-17b5-421c-9a17-368de43d95e6), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.038751 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-10444b70-7b5a-4082-a0f1-4fbb86ec2c60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cfd0072a58849fabb6a2c109d5d9904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337005 Apr 28 14:16:34.039654 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10444b70-7b5a-4082-a0f1-4fbb86ec2c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc6d73-17b5-421c-9a17-368de43d95e6,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:34.042688 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45234) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:34.097879 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-33cafe4b-33f2-4ee4-a230-825dd0c4fdba admin admin] Publish callbacks [] for security_group (67cc6d73-17b5-421c-9a17-368de43d95e6), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.120070 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-33cafe4b-33f2-4ee4-a230-825dd0c4fdba admin admin] Publish callbacks [] for security_group (67cc6d73-17b5-421c-9a17-368de43d95e6), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.167673 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-33cafe4b-33f2-4ee4-a230-825dd0c4fdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (67cc6d73-17b5-421c-9a17-368de43d95e6), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.170239 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-33cafe4b-33f2-4ee4-a230-825dd0c4fdba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.171384 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-33cafe4b-33f2-4ee4-a230-825dd0c4fdba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67cc6d73-17b5-421c-9a17-368de43d95e6 HTTP/1.1" status: 204 len: 168 time: 0.1277947 Apr 28 14:16:34.180187 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cafe4b-33f2-4ee4-a230-825dd0c4fdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc6d73-17b5-421c-9a17-368de43d95e6,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:34.460465 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45244) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:34.473861 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a136a2dd-cb41-45eb-a584-3a65850b5098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.563377 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a136a2dd-cb41-45eb-a584-3a65850b5098 admin admin] Publish callbacks [] for security_group (fbc31e08-8771-4e13-a303-b1de1e4d47ca), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.571086 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a136a2dd-cb41-45eb-a584-3a65850b5098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (fbc31e08-8771-4e13-a303-b1de1e4d47ca), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.614633 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a136a2dd-cb41-45eb-a584-3a65850b5098 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcbe58204e35469ba372dc22c2ba13cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529863 Apr 28 14:16:34.616255 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136a2dd-cb41-45eb-a584-3a65850b5098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc31e08-8771-4e13-a303-b1de1e4d47ca,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:34.618007 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45250) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:34.681457 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f5df4cd5-c480-4252-a5f5-e811ff884cd3 admin admin] Publish callbacks [] for security_group (fbc31e08-8771-4e13-a303-b1de1e4d47ca), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.713907 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f5df4cd5-c480-4252-a5f5-e811ff884cd3 admin admin] Publish callbacks [] for security_group (fbc31e08-8771-4e13-a303-b1de1e4d47ca), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.778258 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f5df4cd5-c480-4252-a5f5-e811ff884cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (fbc31e08-8771-4e13-a303-b1de1e4d47ca), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.781507 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f5df4cd5-c480-4252-a5f5-e811ff884cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:34.782837 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f5df4cd5-c480-4252-a5f5-e811ff884cd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbc31e08-8771-4e13-a303-b1de1e4d47ca HTTP/1.1" status: 204 len: 168 time: 0.1626821 Apr 28 14:16:34.791712 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df4cd5-c480-4252-a5f5-e811ff884cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc31e08-8771-4e13-a303-b1de1e4d47ca,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:39.172179 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15e0d1-4e44-49cc-a7f8-7b0312e13547 req-1c246d99-7f5f-4305-b4ae-49c82c2890e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:39.173606 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db15e0d1-4e44-49cc-a7f8-7b0312e13547 req-1c246d99-7f5f-4305-b4ae-49c82c2890e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 946 time: 0.0591919 Apr 28 14:16:39.220691 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-db15e0d1-4e44-49cc-a7f8-7b0312e13547 req-638060a4-732b-4637-afd1-accf78aa5219 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406318 Apr 28 14:16:40.350794 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344279ca-7c38-433d-aebb-2e61448f9d60 req-f0085503-747b-45aa-a17f-f2649c1c9d0c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:40.352227 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-344279ca-7c38-433d-aebb-2e61448f9d60 req-f0085503-747b-45aa-a17f-f2649c1c9d0c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 946 time: 0.0589299 Apr 28 14:16:40.400856 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-344279ca-7c38-433d-aebb-2e61448f9d60 req-64711bb3-86ad-4f9a-9295-4b6b3c2b0687 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Apr 28 14:16:40.571950 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-1121c8d8-e432-4713-bf7c-d6999c9f1524 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:40.573425 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-1121c8d8-e432-4713-bf7c-d6999c9f1524 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 946 time: 0.0470057 Apr 28 14:16:40.663577 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Deleting port 9cfefed4-9347-475b-b602-fa4c68f7c71d {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:40.663920 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:40.751733 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] For port 9cfefed4-9347-475b-b602-fa4c68f7c71d, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=9cfefed4-9347-475b-b602-fa4c68f7c71d,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:16:40.752232 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:40.931756 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:40.932027 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (bc646502-9074-4069-846e-4f363b0b8953), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:40.932332 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Floating IP bc646502-9074-4069-846e-4f363b0b8953 disassociated. External IP: 172.27.1.147, port: 9cfefed4-9347-475b-b602-fa4c68f7c71d. Apr 28 14:16:40.932660 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Calling delete_port for 9cfefed4-9347-475b-b602-fa4c68f7c71d owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:41.063900 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (9cfefed4-9347-475b-b602-fa4c68f7c71d), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:41.097187 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'Port': ['ID=9cfefed4-9347-475b-b602-fa4c68f7c71d,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:41.228756 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:16:41.347153 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:16:41.359268 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:16:41.370551 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:16:41.371272 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:41.399156 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] No DVR routers for this DVR port 9cfefed4-9347-475b-b602-fa4c68f7c71d on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:16:41.403567 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:41.407502 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-862b58ec-add0-4c57-8f1c-15b6423d6a21 req-2e7a257f-043a-480f-8680-1763b2f12d52 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "DELETE /v2.0/ports/9cfefed4-9347-475b-b602-fa4c68f7c71d HTTP/1.1" status: 204 len: 173 time: 0.8284502 Apr 28 14:16:41.408062 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'name': 'network-vif-deleted', 'tag': '9cfefed4-9347-475b-b602-fa4c68f7c71d'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:16:41.421890 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501728e0-cbb7-409e-965a-9c411e982a63" -d '{"events": [{"server_uuid": "78882c3a-9792-41f1-89ed-a3e779c3b3bf", "name": "network-vif-deleted", "tag": "9cfefed4-9347-475b-b602-fa4c68f7c71d"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:16:41.499100 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9881d3d-e69b-4129-a656-7722c7fc8052 x-openstack-request-id: req-f9881d3d-e69b-4129-a656-7722c7fc8052 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:16:41.499405 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78882c3a-9792-41f1-89ed-a3e779c3b3bf", "name": "network-vif-deleted", "tag": "9cfefed4-9347-475b-b602-fa4c68f7c71d", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:16:41.499651 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9881d3d-e69b-4129-a656-7722c7fc8052 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:16:41.500242 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9881d3d-e69b-4129-a656-7722c7fc8052'] response: {'server_uuid': '78882c3a-9792-41f1-89ed-a3e779c3b3bf', 'name': 'network-vif-deleted', 'tag': '9cfefed4-9347-475b-b602-fa4c68f7c71d', 'status': 'completed', 'code': 200} Apr 28 14:16:41.537667 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c91ab0d3-03f9-43a9-83d2-53551f5ff85c req-bfe96b89-2ff0-49e7-82a7-acbd7a0ec4de tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 210 time: 0.0348880 Apr 28 14:16:41.542818 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:16:41.841873 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:22Z', 'revision_number': 2, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:41.871471 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:16:41.879950 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:16:41.880559 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:41.985583 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:16:42.278580 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:22Z', 'revision_number': 2, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:42.308423 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4665f9c-9d9c-4e65-b54c-fbab075cca0e None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '14ec9084-a9f2-4388-a13d-d6964bfa13f4', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:db:9a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:05Z', 'updated_at': '2022-04-28T14:14:22Z', 'revision_number': 2, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:16:42.536562 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d01369d-3e37-4e7f-a436-55cf891e6028 None None] New status for floating IP bc646502-9074-4069-846e-4f363b0b8953: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:16:42.643598 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a14058b5-42e5-404b-b8ec-591b10120d57 req-1194b2d5-7af0-480d-8c43-0414e60744d3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 210 time: 0.0291870 Apr 28 14:16:43.780036 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2ae60e85-2749-4cd1-ba12-ad6e6c2f33c8 req-9bafc460-2594-4453-b36f-1eb9137e3080 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=78882c3a-9792-41f1-89ed-a3e779c3b3bf HTTP/1.1" status: 200 len: 210 time: 0.0308957 Apr 28 14:16:44.876034 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45514) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:44.952296 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (7273e51e-eed4-4880-82a4-d0ceb4ff5aaa), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:44.987386 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (7273e51e-eed4-4880-82a4-d0ceb4ff5aaa), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.063318 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7273e51e-eed4-4880-82a4-d0ceb4ff5aaa), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.068678 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.071101 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "DELETE /v2.0/security-groups/7273e51e-eed4-4880-82a4-d0ceb4ff5aaa HTTP/1.1" status: 204 len: 168 time: 0.1912558 Apr 28 14:16:45.074174 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45524) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:45.085634 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7273e51e-eed4-4880-82a4-d0ceb4ff5aaa,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:45.095258 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.095703 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.096105 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.096662 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.099357 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.099905 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.100971 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.101500 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.101828 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.api.v2.resource [None req-b38eebd4-1278-425a-91dd-02e5d956caf2 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] show failed (client error): The resource could not be found. Apr 28 14:16:45.102294 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.102695 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.103096 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.103488 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.103920 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.104311 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.108553 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcd90c-55b8-4f4f-aba6-e567e3b1e086 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:45.109061 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b38eebd4-1278-425a-91dd-02e5d956caf2 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups/7273e51e-eed4-4880-82a4-d0ceb4ff5aaa HTTP/1.1" status: 404 len: 347 time: 0.0295725 Apr 28 14:16:45.109194 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45526) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:45.260874 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Deleting port 35f87e68-f58e-469a-b365-e3ffbdde35b0 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:45.261374 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (35f87e68-f58e-469a-b365-e3ffbdde35b0), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.362394 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (35f87e68-f58e-469a-b365-e3ffbdde35b0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.362759 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (35f87e68-f58e-469a-b365-e3ffbdde35b0), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.379555 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Calling delete_port for 35f87e68-f58e-469a-b365-e3ffbdde35b0 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:45.528642 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (35f87e68-f58e-469a-b365-e3ffbdde35b0), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.560918 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'Port': ['ID=35f87e68-f58e-469a-b365-e3ffbdde35b0,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:45.566141 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45544) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:45.625112 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (bc646502-9074-4069-846e-4f363b0b8953), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.627863 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.631551 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-eab6c49d-e511-4581-a28d-b4ea64a6969a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "DELETE /v2.0/floatingips/bc646502-9074-4069-846e-4f363b0b8953 HTTP/1.1" status: 204 len: 168 time: 0.5196614 Apr 28 14:16:45.682770 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-492932bc-c1f2-4ff2-b51b-d4c25fbdfa36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.764417 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-492932bc-c1f2-4ff2-b51b-d4c25fbdfa36 admin admin] Publish callbacks [] for security_group (469a54c2-6341-476e-bb03-394e077a5e72), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.773616 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-492932bc-c1f2-4ff2-b51b-d4c25fbdfa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (469a54c2-6341-476e-bb03-394e077a5e72), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.816169 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492932bc-c1f2-4ff2-b51b-d4c25fbdfa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469a54c2-6341-476e-bb03-394e077a5e72,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:45.821309 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-492932bc-c1f2-4ff2-b51b-d4c25fbdfa36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=041ef02a148f4286803c40080c48b76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525420 Apr 28 14:16:45.825436 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45556) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:45.882170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-2184-436a-9b8a-373d792da446 admin admin] Publish callbacks [] for security_group (469a54c2-6341-476e-bb03-394e077a5e72), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.908650 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-2184-436a-9b8a-373d792da446 admin admin] Publish callbacks [] for security_group (469a54c2-6341-476e-bb03-394e077a5e72), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.962987 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-2184-436a-9b8a-373d792da446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (469a54c2-6341-476e-bb03-394e077a5e72), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.966527 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d2559930-2184-436a-9b8a-373d792da446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:45.967691 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d2559930-2184-436a-9b8a-373d792da446 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/469a54c2-6341-476e-bb03-394e077a5e72 HTTP/1.1" status: 204 len: 168 time: 0.1412399 Apr 28 14:16:45.978451 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2559930-2184-436a-9b8a-373d792da446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469a54c2-6341-476e-bb03-394e077a5e72,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:46.251351 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45566) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:46.265274 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-43b0c699-878f-43f8-a1ee-0596aa09994c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:46.350364 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-43b0c699-878f-43f8-a1ee-0596aa09994c admin admin] Publish callbacks [] for security_group (dc688e6c-0627-4a7a-b4d2-92790e7fbab2), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:46.354169 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-43b0c699-878f-43f8-a1ee-0596aa09994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (dc688e6c-0627-4a7a-b4d2-92790e7fbab2), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:46.392464 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0c699-878f-43f8-a1ee-0596aa09994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc688e6c-0627-4a7a-b4d2-92790e7fbab2,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:46.401412 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-43b0c699-878f-43f8-a1ee-0596aa09994c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff432412b0a047d38b39a4ced0a466ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467583 Apr 28 14:16:46.401682 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45574) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:46.456543 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0207ae1a-a3b0-4660-8610-2a0bf53451d4 admin admin] Publish callbacks [] for security_group (dc688e6c-0627-4a7a-b4d2-92790e7fbab2), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:46.483398 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0207ae1a-a3b0-4660-8610-2a0bf53451d4 admin admin] Publish callbacks [] for security_group (dc688e6c-0627-4a7a-b4d2-92790e7fbab2), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:46.540978 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0207ae1a-a3b0-4660-8610-2a0bf53451d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (dc688e6c-0627-4a7a-b4d2-92790e7fbab2), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:46.548132 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0207ae1a-a3b0-4660-8610-2a0bf53451d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:46.549269 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0207ae1a-a3b0-4660-8610-2a0bf53451d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc688e6c-0627-4a7a-b4d2-92790e7fbab2 HTTP/1.1" status: 204 len: 168 time: 0.1466985 Apr 28 14:16:46.558139 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207ae1a-a3b0-4660-8610-2a0bf53451d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc688e6c-0627-4a7a-b4d2-92790e7fbab2,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:46.575161 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-f281d17c-356a-4fd5-971c-e8d6133d9f17 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383830010&fields=id&tenant_id=cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 267 time: 0.0601039 Apr 28 14:16:46.716623 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-7dd0d555-2b31-44d7-850e-38bf11704926 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:46.718095 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-7dd0d555-2b31-44d7-850e-38bf11704926 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 811 time: 0.1364818 Apr 28 14:16:46.734457 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-d9056fbe-a1d2-45e9-a3cc-1ad4f503d8c6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/quotas/cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 375 time: 0.0107331 Apr 28 14:16:46.809286 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-1480eefe-dbf6-4118-8b91-097f29cf0c8d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687761 Apr 28 14:16:46.923022 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-f48cb9cf-2cb2-4406-bf2b-bad4f85f0230 service neutron] 10.222.0.20 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994790 Apr 28 14:16:46.977106 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45604) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:46.993774 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-213da0b4-bc99-4463-990f-f7441d223f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:47.031439 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-15c7aae6-6724-4bca-8063-294423d3c057 service neutron] 10.222.0.20 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023855 Apr 28 14:16:47.090622 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-213da0b4-bc99-4463-990f-f7441d223f7e admin admin] Publish callbacks [] for security_group (9761df97-26ba-4f16-b909-e1e504c63172), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:47.106843 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-213da0b4-bc99-4463-990f-f7441d223f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (9761df97-26ba-4f16-b909-e1e504c63172), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:47.155985 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-213da0b4-bc99-4463-990f-f7441d223f7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b823e0df6844b16a34317524e9a9d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779959 Apr 28 14:16:47.158582 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213da0b4-bc99-4463-990f-f7441d223f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9761df97-26ba-4f16-b909-e1e504c63172,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:47.158741 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45614) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:47.232769 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d38cd858-b78f-404f-b169-7625b57f1440 admin admin] Publish callbacks [] for security_group (9761df97-26ba-4f16-b909-e1e504c63172), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:47.258630 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d38cd858-b78f-404f-b169-7625b57f1440 admin admin] Publish callbacks [] for security_group (9761df97-26ba-4f16-b909-e1e504c63172), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:47.281966 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 9cfefed4-9347-475b-b602-fa4c68f7c71d no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:16:47.306757 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 9cfefed4-9347-475b-b602-fa4c68f7c71d {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:16:47.307477 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 9cfefed4-9347-475b-b602-fa4c68f7c71d not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:16:47.345975 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d38cd858-b78f-404f-b169-7625b57f1440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (9761df97-26ba-4f16-b909-e1e504c63172), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:47.349109 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d38cd858-b78f-404f-b169-7625b57f1440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:47.351868 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbd400-735f-443f-93be-6047f24056cf req-906a2e13-9f53-4b19-956e-35be29305961 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:47.360914 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-17cbd400-735f-443f-93be-6047f24056cf req-906a2e13-9f53-4b19-956e-35be29305961 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 946 time: 0.0760648 Apr 28 14:16:47.366059 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d38cd858-b78f-404f-b169-7625b57f1440 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9761df97-26ba-4f16-b909-e1e504c63172 HTTP/1.1" status: 204 len: 168 time: 0.2059672 Apr 28 14:16:47.386903 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cd858-b78f-404f-b169-7625b57f1440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9761df97-26ba-4f16-b909-e1e504c63172,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:47.407851 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f0e02239-4f36-4e66-a741-7a5481f2d548 req-c1aeeec4-2ece-4518-82db-475913233e48 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 210 time: 0.0367963 Apr 28 14:16:47.442984 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-17cbd400-735f-443f-93be-6047f24056cf req-c710c9f2-8b6b-466f-8f3d-ebaedcb4199e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759764 Apr 28 14:16:47.712928 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8bfb56cf-cb2d-443d-9786-b1e5056a1f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.466121 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45686) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:48.488318 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45690) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:48.554931 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-07a7e6a2-9acc-44cb-ba5c-1cc46a60952b req-24a8fbf2-fd09-4af4-9b86-45e811ffdc2f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 210 time: 0.0446198 Apr 28 14:16:48.573477 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf85a1-7da9-4d29-94b4-56303dd68439 req-313e1d39-9e13-4bee-ad0c-1d29e3f053e1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:48.575149 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-68cf85a1-7da9-4d29-94b4-56303dd68439 req-313e1d39-9e13-4bee-ad0c-1d29e3f053e1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 946 time: 0.0578504 Apr 28 14:16:48.607655 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d09e5a6b-0b69-41d9-bc64-c8e07931c164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.631848 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d579d0f3-aa0e-48f1-a9d8-dbb3ab57cfef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.643408 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-68cf85a1-7da9-4d29-94b4-56303dd68439 req-2404a4b4-7afd-40c4-a8cc-2361ef288247 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622110 Apr 28 14:16:48.733601 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d09e5a6b-0b69-41d9-bc64-c8e07931c164 admin admin] Publish callbacks [] for security_group (4b22615f-c358-471b-bb29-8c69662cbb5e), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.739467 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d09e5a6b-0b69-41d9-bc64-c8e07931c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (4b22615f-c358-471b-bb29-8c69662cbb5e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.763279 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d579d0f3-aa0e-48f1-a9d8-dbb3ab57cfef admin admin] Publish callbacks [] for security_group (b40448c3-c061-472e-90f1-3f100f0a1487), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.769084 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d579d0f3-aa0e-48f1-a9d8-dbb3ab57cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b40448c3-c061-472e-90f1-3f100f0a1487), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.784370 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d09e5a6b-0b69-41d9-bc64-c8e07931c164 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1842b9577c84e209e2435d2c76884fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139527 Apr 28 14:16:48.787199 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45694) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:48.803837 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d579d0f3-aa0e-48f1-a9d8-dbb3ab57cfef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c936ff14a51e4480a3760248809a49b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119802 Apr 28 14:16:48.804827 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45696) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:48.806925 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e5a6b-0b69-41d9-bc64-c8e07931c164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b22615f-c358-471b-bb29-8c69662cbb5e,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:48.827916 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579d0f3-aa0e-48f1-a9d8-dbb3ab57cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40448c3-c061-472e-90f1-3f100f0a1487,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:48.893156 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-74157208-6474-43a4-a38d-22b884c45047 admin admin] Publish callbacks [] for security_group (4b22615f-c358-471b-bb29-8c69662cbb5e), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.916169 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47745532-ae4c-4dc9-a272-12acd98de4ff admin admin] Publish callbacks [] for security_group (b40448c3-c061-472e-90f1-3f100f0a1487), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.938043 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-74157208-6474-43a4-a38d-22b884c45047 admin admin] Publish callbacks [] for security_group (4b22615f-c358-471b-bb29-8c69662cbb5e), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:48.960237 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47745532-ae4c-4dc9-a272-12acd98de4ff admin admin] Publish callbacks [] for security_group (b40448c3-c061-472e-90f1-3f100f0a1487), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.042433 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-74157208-6474-43a4-a38d-22b884c45047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (4b22615f-c358-471b-bb29-8c69662cbb5e), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.045342 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-74157208-6474-43a4-a38d-22b884c45047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.046600 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-74157208-6474-43a4-a38d-22b884c45047 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b22615f-c358-471b-bb29-8c69662cbb5e HTTP/1.1" status: 204 len: 168 time: 0.2586622 Apr 28 14:16:49.057804 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74157208-6474-43a4-a38d-22b884c45047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b22615f-c358-471b-bb29-8c69662cbb5e,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:49.060810 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47745532-ae4c-4dc9-a272-12acd98de4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b40448c3-c061-472e-90f1-3f100f0a1487), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.063569 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-47745532-ae4c-4dc9-a272-12acd98de4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.068264 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-47745532-ae4c-4dc9-a272-12acd98de4ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b40448c3-c061-472e-90f1-3f100f0a1487 HTTP/1.1" status: 204 len: 168 time: 0.2587426 Apr 28 14:16:49.083421 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47745532-ae4c-4dc9-a272-12acd98de4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40448c3-c061-472e-90f1-3f100f0a1487,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:49.170097 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-5a60c33e-83e9-46ae-9ee5-28e27b69853e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:49.171672 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-5a60c33e-83e9-46ae-9ee5-28e27b69853e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 946 time: 0.0913017 Apr 28 14:16:49.428010 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Deleting port fc1760d5-5450-4c51-9733-15fcabc6164b {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:49.429168 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.499744 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45714) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:49.533653 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] For port fc1760d5-5450-4c51-9733-15fcabc6164b, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=fc1760d5-5450-4c51-9733-15fcabc6164b,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:16:49.534293 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.554593 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3d30bdcd-8b17-45cc-9fd3-d95a8211cea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.662270 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3d30bdcd-8b17-45cc-9fd3-d95a8211cea6 admin admin] Publish callbacks [] for security_group (81e6325b-03fc-4c11-bd92-bf7bdfb9d98a), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.670474 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3d30bdcd-8b17-45cc-9fd3-d95a8211cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (81e6325b-03fc-4c11-bd92-bf7bdfb9d98a), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.673885 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-849ceece-f14d-43c1-bdd7-00aeb53c1d11 req-6b845379-9e77-41df-8425-3e9ce0c76f7d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 210 time: 0.0428329 Apr 28 14:16:49.682228 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-310fa49e-0434-4c38-b719-52c0f18f66b6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:49.684373 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-310fa49e-0434-4c38-b719-52c0f18f66b6 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 811 time: 0.2620528 Apr 28 14:16:49.733943 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3d30bdcd-8b17-45cc-9fd3-d95a8211cea6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73ca7ebe4d6c4c879a3c7ba516da4002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329543 Apr 28 14:16:49.734949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30bdcd-8b17-45cc-9fd3-d95a8211cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e6325b-03fc-4c11-bd92-bf7bdfb9d98a,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:49.742184 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45724) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:49.814834 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-f5c91a6d-107e-4fe4-b3f3-9012e324da9c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfd703e9dd3e460d992ef2daab104619 HTTP/1.1" status: 200 len: 380 time: 0.0973711 Apr 28 14:16:49.841059 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'port': {'device_id': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'admin_state_up': True, 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'security_groups': ['2355852a-304b-4d8f-815e-6bf54b564f6a']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:49.877334 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.877542 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (14ec9084-a9f2-4388-a13d-d6964bfa13f4), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.877933 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Floating IP 14ec9084-a9f2-4388-a13d-d6964bfa13f4 disassociated. External IP: 172.27.1.237, port: fc1760d5-5450-4c51-9733-15fcabc6164b. Apr 28 14:16:49.878364 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Calling delete_port for fc1760d5-5450-4c51-9733-15fcabc6164b owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:49.887130 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa9f60-6ab0-46fb-a404-991c355fa762 req-edc0d902-9fc1-4991-a736-d8a0e3201659 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:49.888944 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9cfa9f60-6ab0-46fb-a404-991c355fa762 req-edc0d902-9fc1-4991-a736-d8a0e3201659 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 946 time: 0.0935194 Apr 28 14:16:49.905400 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0d212db1-4dda-431e-957e-b663727ccaf1 admin admin] Publish callbacks [] for security_group (81e6325b-03fc-4c11-bd92-bf7bdfb9d98a), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.965088 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0d212db1-4dda-431e-957e-b663727ccaf1 admin admin] Publish callbacks [] for security_group (81e6325b-03fc-4c11-bd92-bf7bdfb9d98a), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:49.992782 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-9cfa9f60-6ab0-46fb-a404-991c355fa762 req-5db58472-a7c1-49e5-937e-25879d4fe855 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=5746f55c-ab2c-46f6-a68b-274e3719fa0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967262 Apr 28 14:16:50.024536 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Made reservation on behalf of cfd703e9dd3e460d992ef2daab104619 for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:16:50.028008 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.064794 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-53ed808f-60c1-49f8-aaee-0b35ee944524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.074993 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0d212db1-4dda-431e-957e-b663727ccaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (81e6325b-03fc-4c11-bd92-bf7bdfb9d98a), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.077744 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-0d212db1-4dda-431e-957e-b663727ccaf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.081814 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0d212db1-4dda-431e-957e-b663727ccaf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81e6325b-03fc-4c11-bd92-bf7bdfb9d98a HTTP/1.1" status: 204 len: 168 time: 0.2710419 Apr 28 14:16:50.096985 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212db1-4dda-431e-957e-b663727ccaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e6325b-03fc-4c11-bd92-bf7bdfb9d98a,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:50.107675 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (fc1760d5-5450-4c51-9733-15fcabc6164b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.139800 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'Port': ['ID=fc1760d5-5450-4c51-9733-15fcabc6164b,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:50.245600 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Allocated IP 172.20.0.14 (509c9b07-a90c-406e-90f2-5e0d8e27d8bf/430a505b-1a35-4c99-917a-0ef59e29e7f9/4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:16:50.344360 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:16:50.470923 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.531396 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.565209 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:16:50.581694 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:16:50.589080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:16:50.592863 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:16:50.599918 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:16:50.611278 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:16:50.611933 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:50.669198 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:50.670478 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.686855 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45744) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:50.706948 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:50.726921 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-3eb10ddb-887d-40eb-9e0c-1fafe58ab03d tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8900282 Apr 28 14:16:50.745480 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Request body: {'port': {'device_id': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:50.909357 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:50.919206 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:16:51.149482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-b75de15d-6cdd-4f1b-80df-8fddefd62c36 None None] Provisioning complete for port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:16:51.150100 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b75de15d-6cdd-4f1b-80df-8fddefd62c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.226522 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:51.228763 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] No DVR routers for this DVR port fc1760d5-5450-4c51-9733-15fcabc6164b on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:16:51.234155 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.238300 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ccb70a92-5c9e-47bf-bd2f-50e6422076be req-a3af4f04-4a3f-4b36-a60a-cea8a9acae04 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "DELETE /v2.0/ports/fc1760d5-5450-4c51-9733-15fcabc6164b HTTP/1.1" status: 204 len: 173 time: 1.9225349 Apr 28 14:16:51.238688 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-b75de15d-6cdd-4f1b-80df-8fddefd62c36 None None] Port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:16:51.239041 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'name': 'network-vif-deleted', 'tag': 'fc1760d5-5450-4c51-9733-15fcabc6164b'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:16:51.243451 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd75c23a-1442-4f98-b91b-186f23d27d32" -d '{"events": [{"server_uuid": "9b639aa4-92fc-437c-a241-5a0fe925af76", "name": "network-vif-deleted", "tag": "fc1760d5-5450-4c51-9733-15fcabc6164b"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:16:51.258040 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4f12-4a2e-4104-abd6-55be185147b3 req-ec6d0420-4fc3-42ac-8897-6eff2480ccf3 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:51.267653 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4dad4f12-4a2e-4104-abd6-55be185147b3 req-ec6d0420-4fc3-42ac-8897-6eff2480ccf3 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 932 time: 0.1200292 Apr 28 14:16:51.278356 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cd90b32-a43c-496b-87fe-882dcf4d8255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.310653 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:16:51.324046 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b4816d40-67dd-438a-bd03-2ebf22d81f7f req-23806576-03b0-4ee3-a146-6a2db206b0da tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b639aa4-92fc-437c-a241-5a0fe925af76 HTTP/1.1" status: 200 len: 210 time: 0.1041563 Apr 28 14:16:51.333174 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:16:51.335268 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:51.343160 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-4dad4f12-4a2e-4104-abd6-55be185147b3 req-511e2296-26cf-475a-b8b6-1c630b5eed39 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743608 Apr 28 14:16:51.403367 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0993898-7c42-4cce-8dd2-f20c6d3cc4b5 x-openstack-request-id: req-e0993898-7c42-4cce-8dd2-f20c6d3cc4b5 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:16:51.404426 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b639aa4-92fc-437c-a241-5a0fe925af76", "name": "network-vif-deleted", "tag": "fc1760d5-5450-4c51-9733-15fcabc6164b", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:16:51.405229 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0993898-7c42-4cce-8dd2-f20c6d3cc4b5 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:16:51.406242 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0993898-7c42-4cce-8dd2-f20c6d3cc4b5'] response: {'server_uuid': '9b639aa4-92fc-437c-a241-5a0fe925af76', 'name': 'network-vif-deleted', 'tag': 'fc1760d5-5450-4c51-9733-15fcabc6164b', 'status': 'completed', 'code': 200} Apr 28 14:16:51.485623 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cd90b32-a43c-496b-87fe-882dcf4d8255 admin admin] Publish callbacks [] for security_group (32146bc1-0345-40c5-ab87-0eea5b59a6d5), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.491142 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:16:51.498919 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5cd90b32-a43c-496b-87fe-882dcf4d8255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (32146bc1-0345-40c5-ab87-0eea5b59a6d5), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.500910 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:16:51.503462 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Publish callbacks [] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.552806 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Transition to ACTIVE for port object 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:16:51.554628 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd90b32-a43c-496b-87fe-882dcf4d8255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32146bc1-0345-40c5-ab87-0eea5b59a6d5,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:51.559746 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5cd90b32-a43c-496b-87fe-882dcf4d8255 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13b0b98394248d6bd5c12a6780bc71d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8715289 Apr 28 14:16:51.563643 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45774) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:51.567627 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.615372 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Pushing event updated for resources: {'Port': ['ID=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:51.639649 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d8a08a22-2e53-4801-8d65-7bd60326daef admin admin] Publish callbacks [] for security_group (32146bc1-0345-40c5-ab87-0eea5b59a6d5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.686382 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d8a08a22-2e53-4801-8d65-7bd60326daef admin admin] Publish callbacks [] for security_group (32146bc1-0345-40c5-ab87-0eea5b59a6d5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.759537 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d8a08a22-2e53-4801-8d65-7bd60326daef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (32146bc1-0345-40c5-ab87-0eea5b59a6d5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.762621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d8a08a22-2e53-4801-8d65-7bd60326daef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.763912 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d8a08a22-2e53-4801-8d65-7bd60326daef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32146bc1-0345-40c5-ab87-0eea5b59a6d5 HTTP/1.1" status: 204 len: 168 time: 0.1992571 Apr 28 14:16:51.791495 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a08a22-2e53-4801-8d65-7bd60326daef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32146bc1-0345-40c5-ab87-0eea5b59a6d5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:51.855450 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.874632 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Attempting to bind port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:16:51.875088 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Attempting to bind port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:16:51.875540 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Attempting to bind port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:16:51.888953 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:16:51.889407 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Attempting to bind port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 on network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:16:51.900784 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:16:51.908831 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:16:51.910808 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Checking segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:16:51.911212 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Bound using segment: {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:16:51.911675 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Bound port: 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1933e00d-3dec-4a22-8314-a58d99ed5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:16:51.912074 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:51.972314 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96984e77-ae64-4afc-8a4e-1116dca2a879 None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:16:52.037182 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] For port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:16:52.041237 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] For port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:16:52.049469 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.095269 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:52.096104 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.097750 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] 10.222.0.13 "PUT /v2.0/ports/4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 HTTP/1.1" status: 200 len: 1094 time: 1.3599653 Apr 28 14:16:52.098295 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:16:52.100917 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:16:52.139600 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b7829-b346-4613-bd45-d31e35e9ffce service neutron] Pushing event updated for resources: {'Port': ['ID=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:52.147368 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603eecc9-6586-4aa1-a0d8-0341be257607 x-openstack-request-id: req-603eecc9-6586-4aa1-a0d8-0341be257607 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:16:52.147953 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:16:52.148749 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-603eecc9-6586-4aa1-a0d8-0341be257607 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:16:52.152245 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603eecc9-6586-4aa1-a0d8-0341be257607'] response: {'name': 'network-changed', 'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'status': 'completed', 'code': 200} Apr 28 14:16:52.216703 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-b44d558f-5021-43bf-b4d0-f3f0d2ae17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:52.218727 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-b44d558f-5021-43bf-b4d0-f3f0d2ae17a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 1128 time: 0.0460191 Apr 28 14:16:52.284962 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-05299dc4-de09-40a0-9406-3a7b7646d749 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 HTTP/1.1" status: 200 len: 217 time: 0.0569916 Apr 28 14:16:52.343942 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af661e78-94a8-4da8-87e8-c8e84eb5d37a None None] New status for floating IP 14ec9084-a9f2-4388-a13d-d6964bfa13f4: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:16:52.378271 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-fa0ed8c7-e69b-44c1-8046-80b70d8c8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:52.379762 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-fa0ed8c7-e69b-44c1-8046-80b70d8c8174 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0888140 Apr 28 14:16:52.451743 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45800) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:52.462535 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-4d4b7af3-064e-4a2f-bc13-79f33ee90700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:52.464434 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-4d4b7af3-064e-4a2f-bc13-79f33ee90700 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773504 Apr 28 14:16:52.530263 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d122d-4878-4260-bbbf-02c25523a0f5 req-97fcc8f1-9663-4daa-80b3-492bf9a69555 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:52.532840 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-183d122d-4878-4260-bbbf-02c25523a0f5 req-97fcc8f1-9663-4daa-80b3-492bf9a69555 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 944 time: 0.0861349 Apr 28 14:16:52.579826 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8c7d55cb-1804-4647-8bbe-de8d78edbc89 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (5746f55c-ab2c-46f6-a68b-274e3719fa0b), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.598208 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-183d122d-4878-4260-bbbf-02c25523a0f5 req-82fa2dea-0172-4078-b22d-a7374e879b9b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552497 Apr 28 14:16:52.620570 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8c7d55cb-1804-4647-8bbe-de8d78edbc89 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (5746f55c-ab2c-46f6-a68b-274e3719fa0b), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.624838 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-1b413b2c-910b-4b06-ab23-d03622fef4e0 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500595 Apr 28 14:16:52.740378 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8c7d55cb-1804-4647-8bbe-de8d78edbc89 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (5746f55c-ab2c-46f6-a68b-274e3719fa0b), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.743451 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8c7d55cb-1804-4647-8bbe-de8d78edbc89 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.748028 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8c7d55cb-1804-4647-8bbe-de8d78edbc89 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "DELETE /v2.0/security-groups/5746f55c-ab2c-46f6-a68b-274e3719fa0b HTTP/1.1" status: 204 len: 168 time: 0.2913232 Apr 28 14:16:52.748476 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45810) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:52.759447 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2aa0ffef-d7c7-47e0-bf88-f70a26b046b6 req-ac53f2ff-e881-4412-a1ac-9c1772605930 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238940 Apr 28 14:16:52.760298 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d55cb-1804-4647-8bbe-de8d78edbc89 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5746f55c-ab2c-46f6-a68b-274e3719fa0b,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:52.764550 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.api.v2.resource [None req-3aec03ba-42d4-46e5-8d60-3e49a9943748 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] show failed (client error): The resource could not be found. Apr 28 14:16:52.769391 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-3aec03ba-42d4-46e5-8d60-3e49a9943748 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups/5746f55c-ab2c-46f6-a68b-274e3719fa0b HTTP/1.1" status: 404 len: 347 time: 0.0173090 Apr 28 14:16:52.769391 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45812) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:52.822061 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.854714 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45814) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:52.895667 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Deleting port c21c597b-7ae7-413f-a7d3-d046c09c75f7 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:16:52.896011 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (c21c597b-7ae7-413f-a7d3-d046c09c75f7), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.957765 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1552632399-network', 'tenant_id': 'd9f13b89c28046179f245681c1a70cf8'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:52.978437 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Made reservation on behalf of d9f13b89c28046179f245681c1a70cf8 for: {'network': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:16:52.981799 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for network (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.982158 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (c21c597b-7ae7-413f-a7d3-d046c09c75f7), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.982488 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (c21c597b-7ae7-413f-a7d3-d046c09c75f7), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.994020 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:52.997512 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Calling delete_port for c21c597b-7ae7-413f-a7d3-d046c09c75f7 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:16:53.095845 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-abc4c8bb-69c6-4f56-bcfe-6c5b74c47ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:53.097439 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-abc4c8bb-69c6-4f56-bcfe-6c5b74c47ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 1128 time: 0.0559881 Apr 28 14:16:53.206063 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (c21c597b-7ae7-413f-a7d3-d046c09c75f7), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.214967 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Publish callbacks [] for security_group (b74203b4-9dff-4970-b44e-91247076231c), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.222661 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b74203b4-9dff-4970-b44e-91247076231c), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.237592 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'Port': ['ID=c21c597b-7ae7-413f-a7d3-d046c09c75f7,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:53.258764 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:16:53.282612 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74203b4-9dff-4970-b44e-91247076231c,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:53.294004 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (aea8c306-c4cb-422b-95b7-176700029849), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.294355 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.segments_db [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Added segment aea8c306-c4cb-422b-95b7-176700029849 of type vlan for network 08d81b41-d72b-4199-86af-bee88f83fd3b Apr 28 14:16:53.307858 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-3ef66023-047f-408b-a2b8-5b0b3f7a811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:53.309439 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-3ef66023-047f-408b-a2b8-5b0b3f7a811c service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.2009101 Apr 28 14:16:53.311976 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device fc1760d5-5450-4c51-9733-15fcabc6164b no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:16:53.314959 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (14ec9084-a9f2-4388-a13d-d6964bfa13f4), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.320675 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.326201 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-564ee6dd-13d0-47ab-beb6-974feab53adb tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "DELETE /v2.0/floatingips/14ec9084-a9f2-4388-a13d-d6964bfa13f4 HTTP/1.1" status: 204 len: 168 time: 0.5559490 Apr 28 14:16:53.337404 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: fc1760d5-5450-4c51-9733-15fcabc6164b {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:16:53.337696 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device fc1760d5-5450-4c51-9733-15fcabc6164b not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:16:53.402135 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-fc66d1f6-8124-466b-b20c-509fb833f592 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 HTTP/1.1" status: 200 len: 217 time: 0.0810626 Apr 28 14:16:53.421587 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758268321702'] for network (08d81b41-d72b-4199-86af-bee88f83fd3b), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.476484 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-44350bea-251a-44d7-91b6-0535e9cced94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:53.478286 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-44350bea-251a-44d7-91b6-0535e9cced94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0672255 Apr 28 14:16:53.479723 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775'] for network (08d81b41-d72b-4199-86af-bee88f83fd3b), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.480637 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:53.481197 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.546262 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6904185 Apr 28 14:16:53.549947 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45826) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:53.558791 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Request body: {'subnet': {'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1552632399-subnet', 'tenant_id': 'd9f13b89c28046179f245681c1a70cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:53.585895 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-cc110d2e-8d98-495c-975b-2baea73479e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:53.587664 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-cc110d2e-8d98-495c-975b-2baea73479e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013093 Apr 28 14:16:53.588455 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907af4cd-af48-40d9-b5af-34ea3078812b admin admin] Pushing event updated for resources: {'Network': ['ID=08d81b41-d72b-4199-86af-bee88f83fd3b,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:53.595109 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Made reservation on behalf of d9f13b89c28046179f245681c1a70cf8 for: {'subnet': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:16:53.598328 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16879718'] for subnet (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.602381 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Network 08d81b41-d72b-4199-86af-bee88f83fd3b details requested by agent ovs-agent-dv-cinder-839760-1-iscsi with host dv-cinder-839760-1-iscsi {{(pid=103511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:16:53.618466 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45828) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:53.625540 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-1f6377b9-cb86-4958-938d-430457e75346 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829960543', 'description': 'tempest-description--1871653738'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:53.707377 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1f6377b9-cb86-4958-938d-430457e75346 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.741005 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-f11f1dc4-e218-4430-a8cd-aa540d388877 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451809 Apr 28 14:16:53.744400 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff359b-beef-4f62-9218-579adc9f5f0d req-49cf13ba-54f3-4849-8ac2-b1ef722b74c3 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:53.746595 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1ff359b-beef-4f62-9218-579adc9f5f0d req-49cf13ba-54f3-4849-8ac2-b1ef722b74c3 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 944 time: 0.0692194 Apr 28 14:16:53.798946 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1f6377b9-cb86-4958-938d-430457e75346 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (35c6211c-6459-4160-ae79-c67dc9a82e97), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.803625 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1f6377b9-cb86-4958-938d-430457e75346 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (35c6211c-6459-4160-ae79-c67dc9a82e97), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.832457 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1f6377b9-cb86-4958-938d-430457e75346 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.833703 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1f6377b9-cb86-4958-938d-430457e75346 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2142017 Apr 28 14:16:53.837539 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c1ff359b-beef-4f62-9218-579adc9f5f0d req-c08adf7e-2a3f-492f-bd0c-1785bdda5f9a tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844221 Apr 28 14:16:53.838145 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45832) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:53.841934 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-29562354-a9dd-4817-9635-277f0b50f033 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group_rule': {'security_group_id': '35c6211c-6459-4160-ae79-c67dc9a82e97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:53.847331 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6377b9-cb86-4958-938d-430457e75346 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c6211c-6459-4160-ae79-c67dc9a82e97,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:53.883235 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-29562354-a9dd-4817-9635-277f0b50f033 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (bd2f4981-003a-4b5a-8426-1ad9b7c7883a), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.895072 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16879764'] for subnet (878c9d92-ce94-4839-84aa-3fbe56389194), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.943221 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-29562354-a9dd-4817-9635-277f0b50f033 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (bd2f4981-003a-4b5a-8426-1ad9b7c7883a), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.947907 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-29562354-a9dd-4817-9635-277f0b50f033 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (bd2f4981-003a-4b5a-8426-1ad9b7c7883a), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.953331 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=878c9d92-ce94-4839-84aa-3fbe56389194,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:53.962647 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Checking segment: {'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:16:53.963347 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Network hostable DHCP agents. Network: 08d81b41-d72b-4199-86af-bee88f83fd3b, hostable agents: ['fcb6d71c-7453-46f2-95b6-ea136618687d'], hosted agents: [] {{(pid=103510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:16:53.966680 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29562354-a9dd-4817-9635-277f0b50f033 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2f4981-003a-4b5a-8426-1ad9b7c7883a,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:53.976862 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-29562354-a9dd-4817-9635-277f0b50f033 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:53.978270 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-29562354-a9dd-4817-9635-277f0b50f033 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397667 Apr 28 14:16:53.981158 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45834) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:53.983377 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Network 08d81b41-d72b-4199-86af-bee88f83fd3b is scheduled to be hosted by DHCP agent fcb6d71c-7453-46f2-95b6-ea136618687d with binding_index 1 {{(pid=103510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:16:53.986158 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-d259d08c-55d6-43b4-ae0e-9033c65e1a6c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group_rule': {'security_group_id': '35c6211c-6459-4160-ae79-c67dc9a82e97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:53.995256 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839760-1-iscsi, 08d81b41-d72b-4199-86af-bee88f83fd3b) {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:16:53.999673 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:54.000268 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.007455 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b463cd-2819-432b-b8bf-599bb11f5f3b None None] Network 08d81b41-d72b-4199-86af-bee88f83fd3b requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:16:54.016979 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d259d08c-55d6-43b4-ae0e-9033c65e1a6c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (33e808d5-872c-450f-9e84-0d4c5d88a5ba), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.018465 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-257be8d0-8ccb-4044-8cc6-7a62c9a14300 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4673281 Apr 28 14:16:54.088260 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d259d08c-55d6-43b4-ae0e-9033c65e1a6c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (33e808d5-872c-450f-9e84-0d4c5d88a5ba), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.092074 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d259d08c-55d6-43b4-ae0e-9033c65e1a6c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (33e808d5-872c-450f-9e84-0d4c5d88a5ba), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.121135 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259d08c-55d6-43b4-ae0e-9033c65e1a6c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e808d5-872c-450f-9e84-0d4c5d88a5ba,revision_number=0']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:54.127126 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f9931-f7d8-47aa-9b8b-2e49d53e3292 None None] Network 08d81b41-d72b-4199-86af-bee88f83fd3b requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:16:54.133904 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d259d08c-55d6-43b4-ae0e-9033c65e1a6c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.138010 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d259d08c-55d6-43b4-ae0e-9033c65e1a6c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528583 Apr 28 14:16:54.138338 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45838) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:16:54.143217 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:54.169286 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.256296 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.266686 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.375555 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Allocated IP 172.27.1.245 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/f85adbe9-4e72-4d9d-8047-a75c46d883ed) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:16:54.518959 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (f85adbe9-4e72-4d9d-8047-a75c46d883ed), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.567100 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (f85adbe9-4e72-4d9d-8047-a75c46d883ed), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.609947 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:16:54.616904 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:16:54.619344 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:16:54.653232 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=f85adbe9-4e72-4d9d-8047-a75c46d883ed,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:54.715758 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.716124 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.716464 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.716799 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.717130 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.717452 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.717803 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.718305 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.718762 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.719197 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.719733 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.720182 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.720618 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.721050 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.721709 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:16:54.825634 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ea3da30e-0c00-46a0-b8b8-0c9742d9cff5 req-8d03bda2-ef2a-4c3a-9ab5-beb4b5cb254b service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735759 Apr 28 14:16:54.835707 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (3ecc8d90-03b5-4b66-bfbe-475014569e53), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:54.876949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f85adbe9-4e72-4d9d-8047-a75c46d883ed), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:55.026668 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a695c-798b-4c3d-991f-c98df676ca7b req-54a5ffb7-d128-494b-bc4d-91d5592d3854 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:55.028166 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-783a695c-798b-4c3d-991f-c98df676ca7b req-54a5ffb7-d128-494b-bc4d-91d5592d3854 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 944 time: 0.1038978 Apr 28 14:16:55.102137 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-783a695c-798b-4c3d-991f-c98df676ca7b req-14ede745-3a08-4b06-aad6-02b770217669 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678480 Apr 28 14:16:55.119026 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (f85adbe9-4e72-4d9d-8047-a75c46d883ed), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:55.124745 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (f85adbe9-4e72-4d9d-8047-a75c46d883ed), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:55.199001 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=f85adbe9-4e72-4d9d-8047-a75c46d883ed,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:55.207258 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (3ecc8d90-03b5-4b66-bfbe-475014569e53), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:55.222598 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:55.223889 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5ac0894a-8a9a-41d9-8c40-e63114cf0be9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0845313 Apr 28 14:16:55.426680 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-febac8b9-cae1-43de-982a-6801b358fcf1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--829960543&fields=id&tenant_id=9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 267 time: 0.0431659 Apr 28 14:16:55.537832 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-0f14ef50-64a0-485d-95e8-f97feefc9efc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:55.539203 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-0f14ef50-64a0-485d-95e8-f97feefc9efc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 814 time: 0.1051352 Apr 28 14:16:55.553922 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-32777e2e-e0cf-4a59-8973-178aa86e80ae tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/quotas/9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 375 time: 0.0093625 Apr 28 14:16:55.604573 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-b8ab3a71-de85-4049-9b8e-9b7991a7c016 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457335 Apr 28 14:16:55.705517 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-b5d2de43-6c9c-48a7-887d-152491c49555 service neutron] 10.222.0.20 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890827 Apr 28 14:16:55.800509 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-037a8d50-29ca-45a8-b521-e728b6472571 service neutron] 10.222.0.20 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890160 Apr 28 14:16:55.964933 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0fd8c41a-895b-40fe-b4b7-673acfb0ccd7 req-e5a5b589-b459-485a-968d-43d4315d066e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 210 time: 0.0311806 Apr 28 14:16:56.060039 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:16:56.252690 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5191-6aaa-4121-967e-3a9e841a5aa3 req-7ba8b647-0812-400c-927b-27ae24f60e9a tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:56.254246 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e3ab5191-6aaa-4121-967e-3a9e841a5aa3 req-7ba8b647-0812-400c-927b-27ae24f60e9a tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 944 time: 0.0577087 Apr 28 14:16:56.308570 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e3ab5191-6aaa-4121-967e-3a9e841a5aa3 req-09114e95-d4cb-4a4b-953a-2974ae9bf1cd tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476754 Apr 28 14:16:56.426356 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:57.090811 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-47fee900-5c31-40fe-bb8f-c380e3b33e82 req-176716ca-5b7f-46fe-95c2-69e9dae37496 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 210 time: 0.0347192 Apr 28 14:16:57.131780 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-de515425-3a1b-48a2-b79d-d9f58f4171e7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:57.133306 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-de515425-3a1b-48a2-b79d-d9f58f4171e7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 814 time: 0.1445770 Apr 28 14:16:57.204999 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-a21e4c9c-62ef-48dc-9499-276e056bf6e3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 379 time: 0.0586147 Apr 28 14:16:57.276080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'port': {'device_id': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'admin_state_up': True, 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'security_groups': ['35c6211c-6459-4160-ae79-c67dc9a82e97']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:57.386987 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Made reservation on behalf of 9bc2618a240d4702b6c7660829fabbcd for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:16:57.390387 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:57.425788 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf67508-ee3a-47dd-89bf-2df624904f19 req-9b954472-d804-4905-9d20-45536cefb5ec tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:57.427314 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-abf67508-ee3a-47dd-89bf-2df624904f19 req-9b954472-d804-4905-9d20-45536cefb5ec tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 944 time: 0.0515289 Apr 28 14:16:57.484682 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-abf67508-ee3a-47dd-89bf-2df624904f19 req-af8b6060-83da-470f-bd46-13ea9c5da682 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515876 Apr 28 14:16:57.808105 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Allocated IP 172.20.0.4 (76338b23-752a-423f-88bf-10730cade65f/075b7eb8-3301-45be-99c8-5c2161e5230f/f17a9128-0871-4858-b54f-835029c2db78) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:16:58.024543 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (f17a9128-0871-4858-b54f-835029c2db78), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:58.067741 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-ff589b7b-a25f-455b-b245-eca3a7abd905 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:58.070864 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-ff589b7b-a25f-455b-b245-eca3a7abd905 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/networks?id=08d81b41-d72b-4199-86af-bee88f83fd3b HTTP/1.1" status: 200 len: 814 time: 0.1599510 Apr 28 14:16:58.109353 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-95a60316-e046-439d-b24c-4cf69dcd0329 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/quotas/d9f13b89c28046179f245681c1a70cf8 HTTP/1.1" status: 200 len: 375 time: 0.0259438 Apr 28 14:16:58.168542 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (f17a9128-0871-4858-b54f-835029c2db78), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:58.181989 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-e8ac1617-0240-4215-bb66-09e1ad668ddf tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9f13b89c28046179f245681c1a70cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640848 Apr 28 14:16:58.250731 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ced9e-4a1a-430a-868a-ebb06a6325d0 req-a88960f9-0028-420b-9ce6-f9121f5a867a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:58.252251 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fe9ced9e-4a1a-430a-868a-ebb06a6325d0 req-a88960f9-0028-420b-9ce6-f9121f5a867a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 931 time: 0.0510612 Apr 28 14:16:58.257214 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Network 76338b23-752a-423f-88bf-10730cade65f is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:16:58.266475 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:16:58.269246 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:16:58.308215 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-fe9ced9e-4a1a-430a-868a-ebb06a6325d0 req-6c6a7136-ea1e-4e71-9a72-deffed0dfcbd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492289 Apr 28 14:16:58.345805 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=f17a9128-0871-4858-b54f-835029c2db78,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:58.379204 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:58.379845 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:58.405845 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-fe00b415-4392-4a1e-ae07-9aa3404b2853 service neutron] 10.222.0.20 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120090 Apr 28 14:16:58.410772 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f5962e47-911c-47c2-93c9-9be2426fdf66 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1390007 Apr 28 14:16:58.500232 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5bf8dd02-e723-49b2-894d-82b32185edf8 service neutron] 10.222.0.20 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873938 Apr 28 14:16:58.544064 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-7aba16e4-3b8b-4581-bc9d-72d4a05c1d52 None None] Provisioning complete for port f17a9128-0871-4858-b54f-835029c2db78 triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:16:58.544618 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7aba16e4-3b8b-4581-bc9d-72d4a05c1d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f17a9128-0871-4858-b54f-835029c2db78), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:58.598158 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-7aba16e4-3b8b-4581-bc9d-72d4a05c1d52 None None] Port f17a9128-0871-4858-b54f-835029c2db78 cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:16:58.618094 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1cd07-3bdb-4940-ad14-d18e2be8a99e req-59e35794-bb8e-490e-a7f1-3dff4ba6c6c9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:58.619825 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8da1cd07-3bdb-4940-ad14-d18e2be8a99e req-59e35794-bb8e-490e-a7f1-3dff4ba6c6c9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 944 time: 0.0603490 Apr 28 14:16:58.668603 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-303246ed-23bc-4500-9586-a319b0a40258 req-944600b4-b953-4281-b38c-f15e9be92ce8 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 210 time: 0.0313754 Apr 28 14:16:58.675332 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8da1cd07-3bdb-4940-ad14-d18e2be8a99e req-c313b799-463c-43ca-adcf-703fadad26b7 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492423 Apr 28 14:16:58.837834 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Request body: {'port': {'device_id': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:58.902138 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f17a9128-0871-4858-b54f-835029c2db78), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:59.178554 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17a9128-0871-4858-b54f-835029c2db78 {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:16:59.187007 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Publish callbacks [] for port (f17a9128-0871-4858-b54f-835029c2db78), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:59.202529 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Transition to ACTIVE for port object f17a9128-0871-4858-b54f-835029c2db78 will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:16:59.209601 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (f17a9128-0871-4858-b54f-835029c2db78), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:59.284036 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Pushing event updated for resources: {'Port': ['ID=f17a9128-0871-4858-b54f-835029c2db78,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:59.364327 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Attempting to bind port f17a9128-0871-4858-b54f-835029c2db78 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:16:59.364653 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Attempting to bind port f17a9128-0871-4858-b54f-835029c2db78 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:16:59.365540 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Attempting to bind port f17a9128-0871-4858-b54f-835029c2db78 on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:16:59.370457 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Port f17a9128-0871-4858-b54f-835029c2db78 on network 76338b23-752a-423f-88bf-10730cade65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:16:59.370777 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Attempting to bind port f17a9128-0871-4858-b54f-835029c2db78 on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:16:59.376883 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:16:59.377217 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Checking segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:16:59.377616 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Bound using segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:16:59.378048 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Bound port: f17a9128-0871-4858-b54f-835029c2db78, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:16:59.378400 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f17a9128-0871-4858-b54f-835029c2db78), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:59.472360 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8c1bd-f5e6-4fc1-8e0e-f61d2a7b05bd req-64c9dd17-4a12-4ab7-9a3b-3c5ed5a91433 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:59.473898 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3c8c1bd-f5e6-4fc1-8e0e-f61d2a7b05bd req-64c9dd17-4a12-4ab7-9a3b-3c5ed5a91433 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 943 time: 0.0840113 Apr 28 14:16:59.525768 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] For port f17a9128-0871-4858-b54f-835029c2db78, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:16:59.534908 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] For port f17a9128-0871-4858-b54f-835029c2db78, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=f17a9128-0871-4858-b54f-835029c2db78,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:16:59.550735 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (f17a9128-0871-4858-b54f-835029c2db78), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:59.593067 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d3c8c1bd-f5e6-4fc1-8e0e-f61d2a7b05bd req-a7eadb02-1c8e-4747-a563-9b5848443c9d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106246 Apr 28 14:16:59.603511 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:59.604014 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:16:59.605502 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] 10.222.0.13 "PUT /v2.0/ports/f17a9128-0871-4858-b54f-835029c2db78 HTTP/1.1" status: 200 len: 1093 time: 0.7734780 Apr 28 14:16:59.605981 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'tag': 'f17a9128-0871-4858-b54f-835029c2db78'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:16:59.608742 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7294e899-61eb-4344-83f6-a74d66681a64" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c5761c-d4f7-47c0-81a7-892eff0e03fc", "tag": "f17a9128-0871-4858-b54f-835029c2db78"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:16:59.653919 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a8bfa-226c-44d4-8ffa-aef5347e6611 service neutron] Pushing event updated for resources: {'Port': ['ID=f17a9128-0871-4858-b54f-835029c2db78,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:16:59.667428 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b872ee5-62ac-4879-8663-4d9ba3582794 x-openstack-request-id: req-9b872ee5-62ac-4879-8663-4d9ba3582794 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:16:59.668502 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c5761c-d4f7-47c0-81a7-892eff0e03fc", "tag": "f17a9128-0871-4858-b54f-835029c2db78", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:16:59.668882 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b872ee5-62ac-4879-8663-4d9ba3582794 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:16:59.669380 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b872ee5-62ac-4879-8663-4d9ba3582794'] response: {'name': 'network-changed', 'server_uuid': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'tag': 'f17a9128-0871-4858-b54f-835029c2db78', 'status': 'completed', 'code': 200} Apr 28 14:16:59.731383 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-c45ea784-d239-4128-83d5-d4ef57905656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:59.733177 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-c45ea784-d239-4128-83d5-d4ef57905656 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 1127 time: 0.0611467 Apr 28 14:16:59.796571 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7ac30ac7-d637-4064-8016-e56bcffd2f65 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:59.798433 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7ac30ac7-d637-4064-8016-e56bcffd2f65 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.13 "GET /v2.0/networks?id=08d81b41-d72b-4199-86af-bee88f83fd3b HTTP/1.1" status: 200 len: 814 time: 0.2086389 Apr 28 14:16:59.815745 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Request body: {'port': {'device_id': '913d2441-d75a-4fc9-abf3-3017e2c57f32', 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b', 'admin_state_up': True, 'tenant_id': 'd9f13b89c28046179f245681c1a70cf8'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:16:59.819895 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-8fab20b8-b9a5-4d14-862a-e5bf921a2b00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f17a9128-0871-4858-b54f-835029c2db78 HTTP/1.1" status: 200 len: 217 time: 0.0784328 Apr 28 14:16:59.859510 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cb2dce97-d112-4a8c-b788-d5a3d7874018 req-01980cd0-aa4a-492e-a8c2-d46bf92207a8 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 210 time: 0.0431399 Apr 28 14:16:59.878921 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448ffdd-e633-4209-8dae-2f57fb27137a req-7e9e436e-bdcd-40b2-8f46-d6e87370bf31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:59.881000 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f448ffdd-e633-4209-8dae-2f57fb27137a req-7e9e436e-bdcd-40b2-8f46-d6e87370bf31 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 944 time: 0.0816455 Apr 28 14:16:59.897998 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f408467a-a6c9-4c31-86b5-f9c35ab4c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:59.899771 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-f408467a-a6c9-4c31-86b5-f9c35ab4c251 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0686135 Apr 28 14:16:59.955974 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-b1cabb84-e3a7-4604-9821-88007acdfe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:16:59.957709 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-b1cabb84-e3a7-4604-9821-88007acdfe05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479703 Apr 28 14:16:59.988049 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f448ffdd-e633-4209-8dae-2f57fb27137a req-78f96a6f-3bfc-4e21-a6ae-ca27a0cf40b8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703123 Apr 28 14:17:00.005170 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Made reservation on behalf of d9f13b89c28046179f245681c1a70cf8 for: {'port': 1} {{(pid=103510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:17:00.009238 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.089504 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-0a35f8cf-52b0-4282-a6d3-e35525c43e05 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865991 Apr 28 14:17:00.140937 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Allocated IP 172.20.0.13 (08d81b41-d72b-4199-86af-bee88f83fd3b/878c9d92-ce94-4839-84aa-3fbe56389194/e95c7f10-d8b2-4d39-be23-380eaa5b22d5) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:17:00.187994 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e94dc938-bd24-473d-b412-b56da0b8e36b req-ad35aa85-7afa-4b01-9205-1f3448d9f92a service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909715 Apr 28 14:17:00.285745 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks [] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.320117 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.367452 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Network 08d81b41-d72b-4199-86af-bee88f83fd3b is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:17:00.370706 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:17:00.377019 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:17:00.405786 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Pushing event updated for resources: {'Port': ['ID=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:00.408091 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:17:00.438075 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:00.438751 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.472425 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-5caaaeee-02e8-4f88-a051-1e47d1dce9b4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6614792 Apr 28 14:17:00.516591 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 45980) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:00.531954 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:00.550089 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'port_id': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'mac_address': 'fa:16:3e:16:fe:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:17:00.589331 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:17:00.589911 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.602813 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:17:00.622646 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:00.626945 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.629092 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-17db6006-a2f7-40c0-ac7f-d4c636258639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.683071 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:00.690668 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.691038 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.691372 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.691716 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.692110 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.692412 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.692801 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.693802 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.694448 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.694953 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.695293 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.695632 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.695957 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.696283 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.696608 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:00.777173 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b684fc-0e87-45ad-80b0-5c771bc2e207 req-a22e89db-2d28-4135-a604-0434eab22562 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:00.778689 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-64b684fc-0e87-45ad-80b0-5c771bc2e207 req-a22e89db-2d28-4135-a604-0434eab22562 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 943 time: 0.0839188 Apr 28 14:17:00.808930 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-17db6006-a2f7-40c0-ac7f-d4c636258639 admin admin] Publish callbacks [] for security_group (7bce6a55-e704-4cec-8e61-ba9dada58614), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.818321 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-17db6006-a2f7-40c0-ac7f-d4c636258639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7bce6a55-e704-4cec-8e61-ba9dada58614), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:00.880144 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-17db6006-a2f7-40c0-ac7f-d4c636258639 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db8e185ada244c87abf547339f3caf8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622329 Apr 28 14:17:00.882862 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 45986) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:00.885590 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-64b684fc-0e87-45ad-80b0-5c771bc2e207 req-cfc42f0a-d077-461b-95e3-6530bfdba4a8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898733 Apr 28 14:17:00.886180 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db6006-a2f7-40c0-ac7f-d4c636258639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bce6a55-e704-4cec-8e61-ba9dada58614,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:00.904150 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:17:01.023990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e16c4ba3-af58-41f1-a390-00af644242d7 admin admin] Publish callbacks [] for security_group (7bce6a55-e704-4cec-8e61-ba9dada58614), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:01.045219 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357ee4-12e2-45ea-ba05-8e61f3505b40 req-56c24257-0e7e-40b6-be25-ac86627e493f tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.047914 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9f357ee4-12e2-45ea-ba05-8e61f3505b40 req-56c24257-0e7e-40b6-be25-ac86627e493f tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 932 time: 0.0971086 Apr 28 14:17:01.082210 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Request body: {'port': {'device_id': '913d2441-d75a-4fc9-abf3-3017e2c57f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:17:01.147368 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e16c4ba3-af58-41f1-a390-00af644242d7 admin admin] Publish callbacks [] for security_group (7bce6a55-e704-4cec-8e61-ba9dada58614), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:01.151237 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294e899-61eb-4344-83f6-a74d66681a64 req-e1bfca8c-d956-485a-ab51-0dd561a45619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.152734 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7294e899-61eb-4344-83f6-a74d66681a64 req-e1bfca8c-d956-485a-ab51-0dd561a45619 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 1127 time: 0.0799344 Apr 28 14:17:01.160710 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2dbf2-7004-460b-b115-aac8a71909d3 req-a30dd4fc-57fc-44b1-a32f-83a53e21c253 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.175627 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d2c2dbf2-7004-460b-b115-aac8a71909d3 req-a30dd4fc-57fc-44b1-a32f-83a53e21c253 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 945 time: 0.1185818 Apr 28 14:17:01.269456 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9f357ee4-12e2-45ea-ba05-8e61f3505b40 req-baf5984f-45e2-4055-85a6-2a77b1f8bce7 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108409 Apr 28 14:17:01.284586 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-d2c2dbf2-7004-460b-b115-aac8a71909d3 req-0cde0162-dc13-422a-ac94-96251d1d4fcb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081109 Apr 28 14:17:01.308252 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:01.321019 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294e899-61eb-4344-83f6-a74d66681a64 req-3815d346-6bf0-4980-acc0-f8c276d6d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.323534 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7294e899-61eb-4344-83f6-a74d66681a64 req-3815d346-6bf0-4980-acc0-f8c276d6d1d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 915 time: 0.1448979 Apr 28 14:17:01.324839 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-c8a6040a-57ef-4252-b42a-6beb6f2e0810 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047776 Apr 28 14:17:01.371052 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7294e899-61eb-4344-83f6-a74d66681a64 req-ee806c74-f166-4460-a11f-8c8270984ad1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f17a9128-0871-4858-b54f-835029c2db78 HTTP/1.1" status: 200 len: 217 time: 0.0354669 Apr 28 14:17:01.382677 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e16c4ba3-af58-41f1-a390-00af644242d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (7bce6a55-e704-4cec-8e61-ba9dada58614), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:01.385220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-e16c4ba3-af58-41f1-a390-00af644242d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:01.386361 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-e16c4ba3-af58-41f1-a390-00af644242d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bce6a55-e704-4cec-8e61-ba9dada58614 HTTP/1.1" status: 204 len: 168 time: 0.5025160 Apr 28 14:17:01.418797 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c4ba3-af58-41f1-a390-00af644242d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bce6a55-e704-4cec-8e61-ba9dada58614,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:01.425144 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-0ac96cb1-5d03-48df-9332-3ad4e21c1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.426205 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-0ac96cb1-5d03-48df-9332-3ad4e21c1af2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 1129 time: 0.0726278 Apr 28 14:17:01.427615 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294e899-61eb-4344-83f6-a74d66681a64 req-83caf83c-94c5-4cf0-9fa4-cc12115500a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.429205 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7294e899-61eb-4344-83f6-a74d66681a64 req-83caf83c-94c5-4cf0-9fa4-cc12115500a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0515485 Apr 28 14:17:01.476434 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294e899-61eb-4344-83f6-a74d66681a64 req-385dc9b2-eff9-4e48-a1b5-4b5a50ec4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.478034 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7294e899-61eb-4344-83f6-a74d66681a64 req-385dc9b2-eff9-4e48-a1b5-4b5a50ec4944 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416543 Apr 28 14:17:01.585643 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7294e899-61eb-4344-83f6-a74d66681a64 req-a46fc660-4876-4687-8306-28e4d754cf2d service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007988 Apr 28 14:17:01.624443 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-540080e2-da0f-4bac-b5fd-b23b7dc82383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.625943 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-540080e2-da0f-4bac-b5fd-b23b7dc82383 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.1582904 Apr 28 14:17:01.685124 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7294e899-61eb-4344-83f6-a74d66681a64 req-3b80637c-c87a-4ae9-91ee-f549633f2f7e service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920830 Apr 28 14:17:01.725065 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-7a3c7ddc-3c74-4b7c-9ddb-6b855043028c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392 HTTP/1.1" status: 200 len: 1001 time: 0.0902569 Apr 28 14:17:01.794574 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95c7f10-d8b2-4d39-be23-380eaa5b22d5 {{(pid=103510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:17:01.805088 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Publish callbacks [] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:01.816976 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-0d473f7f-2fa9-4810-aecb-2c0a71654dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.819084 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-0d473f7f-2fa9-4810-aecb-2c0a71654dee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0724068 Apr 28 14:17:01.824203 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.provisioning_blocks [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Transition to ACTIVE for port object e95c7f10-d8b2-4d39-be23-380eaa5b22d5 will not be triggered until provisioned by entity L2. {{(pid=103510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:17:01.834821 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:01.901647 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-634cbb8c-e303-43e0-a46c-6bab75a8449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:01.903164 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-634cbb8c-e303-43e0-a46c-6bab75a8449b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772271 Apr 28 14:17:01.907700 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Pushing event updated for resources: {'Port': ['ID=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:02.074192 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf43f7-d2f6-490b-8ef9-e7b2410bd233 req-b9ab9828-87a8-4099-bdc4-69a38986963d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:02.075667 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5baf43f7-d2f6-490b-8ef9-e7b2410bd233 req-b9ab9828-87a8-4099-bdc4-69a38986963d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 943 time: 0.0674291 Apr 28 14:17:02.121489 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-a0fbb4f2-c994-49ee-bcf8-791183d3610d service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096317 Apr 28 14:17:02.124703 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Attempting to bind port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:17:02.125224 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Attempting to bind port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:17:02.125687 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Attempting to bind port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 on network 08d81b41-d72b-4199-86af-bee88f83fd3b {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:17:02.148391 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 on network 08d81b41-d72b-4199-86af-bee88f83fd3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:17:02.148899 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Attempting to bind port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 on network 08d81b41-d72b-4199-86af-bee88f83fd3b {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:17:02.174948 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:17:02.175294 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Checking segment: {'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:17:02.175677 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Bound using segment: {'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'} {{(pid=103510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:17:02.176107 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.managers [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Bound port: e95c7f10-d8b2-4d39-be23-380eaa5b22d5, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'}}] {{(pid=103510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:17:02.176459 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:02.210487 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5baf43f7-d2f6-490b-8ef9-e7b2410bd233 req-be76e043-3fc1-4d0e-9033-9f75f8b9825e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233315 Apr 28 14:17:02.314257 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-84a36a1c-cb74-4e33-954a-9437653aae0a req-ba5a7873-3390-4f87-8c4b-34d66faff5b2 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798110 Apr 28 14:17:02.326692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] For port e95c7f10-d8b2-4d39-be23-380eaa5b22d5, host hv-cinder-83976, cleared binding levels {{(pid=103510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:17:02.334668 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] For port e95c7f10-d8b2-4d39-be23-380eaa5b22d5, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:17:02.343253 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:02.393193 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:02.393831 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:02.395647 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] 10.222.0.13 "PUT /v2.0/ports/e95c7f10-d8b2-4d39-be23-380eaa5b22d5 HTTP/1.1" status: 200 len: 1094 time: 1.3188608 Apr 28 14:17:02.407174 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913d2441-d75a-4fc9-abf3-3017e2c57f32', 'tag': 'e95c7f10-d8b2-4d39-be23-380eaa5b22d5'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:17:02.409598 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d" -d '{"events": [{"name": "network-changed", "server_uuid": "913d2441-d75a-4fc9-abf3-3017e2c57f32", "tag": "e95c7f10-d8b2-4d39-be23-380eaa5b22d5"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:17:02.426566 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229e1dc-33d8-4e05-ac10-7a53090058b9 req-a8996636-7758-4491-9934-5b6f73de28c4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:02.434718 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device f17a9128-0871-4858-b54f-835029c2db78 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:17:02.440395 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:17:02.450434 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7229e1dc-33d8-4e05-ac10-7a53090058b9 req-a8996636-7758-4491-9934-5b6f73de28c4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 944 time: 0.0758846 Apr 28 14:17:02.516573 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b5c3-60c1-4e91-a37d-dbc39156b9cb req-66397bf2-df2f-4319-ada7-2953acc97f32 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:02.518115 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b70b5c3-60c1-4e91-a37d-dbc39156b9cb req-66397bf2-df2f-4319-ada7-2953acc97f32 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 945 time: 0.1336586 Apr 28 14:17:02.532951 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7229e1dc-33d8-4e05-ac10-7a53090058b9 req-06c29e20-f669-4758-bbec-2fa5705750d6 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813789 Apr 28 14:17:02.536279 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0bed0-c401-4fb1-a199-10451efe31ed service neutron] Pushing event updated for resources: {'Port': ['ID=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,revision_number=3']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:02.540760 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-d32fa5b1-af05-41a4-a659-bb8ee19bf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:02.542535 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-d32fa5b1-af05-41a4-a659-bb8ee19bf0c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f13b89c28046179f245681c1a70cf8&device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 1128 time: 0.0904121 Apr 28 14:17:02.577833 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:17:02.595925 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:17:02.596786 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:02.619803 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5baa9f8-85df-4d1a-9d33-fcebd24be91d x-openstack-request-id: req-f5baa9f8-85df-4d1a-9d33-fcebd24be91d {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:17:02.620174 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913d2441-d75a-4fc9-abf3-3017e2c57f32", "tag": "e95c7f10-d8b2-4d39-be23-380eaa5b22d5", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:17:02.620370 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5baa9f8-85df-4d1a-9d33-fcebd24be91d {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:17:02.621187 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5baa9f8-85df-4d1a-9d33-fcebd24be91d'] response: {'name': 'network-changed', 'server_uuid': '913d2441-d75a-4fc9-abf3-3017e2c57f32', 'tag': 'e95c7f10-d8b2-4d39-be23-380eaa5b22d5', 'status': 'completed', 'code': 200} Apr 28 14:17:02.626479 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-c22390e2-8737-4c62-ab10-ee1e0d0ae0f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e95c7f10-d8b2-4d39-be23-380eaa5b22d5 HTTP/1.1" status: 200 len: 217 time: 0.0709286 Apr 28 14:17:02.631564 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port f17a9128-0871-4858-b54f-835029c2db78, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=f17a9128-0871-4858-b54f-835029c2db78,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:02.651813 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'f17a9128-0871-4858-b54f-835029c2db78', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'port_id': 'f17a9128-0871-4858-b54f-835029c2db78', 'mac_address': 'fa:16:3e:ba:b5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:17:02.668912 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9b70b5c3-60c1-4e91-a37d-dbc39156b9cb req-0a8ddbc5-9e68-41ae-8317-45061871e385 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419647 Apr 28 14:17:02.691308 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-a6b5821a-4568-490a-9750-48a44612f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:02.692975 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-a6b5821a-4568-490a-9750-48a44612f28c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=878c9d92-ce94-4839-84aa-3fbe56389194 HTTP/1.1" status: 200 len: 854 time: 0.0564604 Apr 28 14:17:02.717946 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port f17a9128-0871-4858-b54f-835029c2db78 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:17:02.717946 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f17a9128-0871-4858-b54f-835029c2db78), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:02.737442 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-2e085ad5-102f-47e0-8ca4-5965f8feb558 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d81b41-d72b-4199-86af-bee88f83fd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313406 Apr 28 14:17:02.738807 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17a9128-0871-4858-b54f-835029c2db78 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:17:02.743724 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:17:02.744098 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:02.778829 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port f17a9128-0871-4858-b54f-835029c2db78, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=f17a9128-0871-4858-b54f-835029c2db78,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:02.787622 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:17:02.789925 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e6463-17e0-4ee9-9215-43dfba7b96da" -d '{"events": [{"server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "name": "network-vif-plugged", "status": "completed", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:17:02.808777 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:02.811278 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (f17a9128-0871-4858-b54f-835029c2db78), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:02.817831 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:02.841435 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badadc28-882f-4d6f-bb19-6903e8e536bd x-openstack-request-id: req-badadc28-882f-4d6f-bb19-6903e8e536bd {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:17:02.841871 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "name": "network-vif-plugged", "status": "completed", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:17:02.842132 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-badadc28-882f-4d6f-bb19-6903e8e536bd {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:17:02.842524 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badadc28-882f-4d6f-bb19-6903e8e536bd'] response: {'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'code': 200} Apr 28 14:17:02.865844 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-59b85267-fe9b-443e-aef0-f5d7a5b448a3 service neutron] 10.222.0.13 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206076 Apr 28 14:17:02.871880 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=f17a9128-0871-4858-b54f-835029c2db78,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:02.933483 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:02.982413 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0479972d-cfee-4e5a-afec-853ead2ce94c req-3fa25989-36d7-4400-b256-75d01502725e service neutron] 10.222.0.13 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094480 Apr 28 14:17:03.094978 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['f17a9128-0871-4858-b54f-835029c2db78'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:17:03.332893 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df252c-bee3-4258-aef2-a09f1c09f70a req-4c2aa839-f883-4363-a11d-ac909c71c693 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:03.335947 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-03df252c-bee3-4258-aef2-a09f1c09f70a req-4c2aa839-f883-4363-a11d-ac909c71c693 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 944 time: 0.0539482 Apr 28 14:17:03.382572 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-03df252c-bee3-4258-aef2-a09f1c09f70a req-733301e8-c7f4-4995-8ea2-442574aa3ef8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 Apr 28 14:17:03.669841 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c48d7-73dd-4b5d-8ed8-3597c67f2638 req-9b3d222c-1d87-4324-a370-3ecfa8f5126a tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:03.671348 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-aa0c48d7-73dd-4b5d-8ed8-3597c67f2638 req-9b3d222c-1d87-4324-a370-3ecfa8f5126a tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 944 time: 0.0552375 Apr 28 14:17:03.718683 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-aa0c48d7-73dd-4b5d-8ed8-3597c67f2638 req-715eb527-befe-4163-b6ff-9ab6bb739fdb tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Apr 28 14:17:03.798692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee61b2-b266-40df-b6a1-06ab9a502ec3 req-76d2dc52-4caf-4633-aea5-3f2dbabee169 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:03.800108 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bbee61b2-b266-40df-b6a1-06ab9a502ec3 req-76d2dc52-4caf-4633-aea5-3f2dbabee169 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 946 time: 0.0481768 Apr 28 14:17:03.848482 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-bbee61b2-b266-40df-b6a1-06ab9a502ec3 req-946bc3b7-bc62-4015-898f-5a34d9544274 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Apr 28 14:17:03.953794 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-2859d283-f342-4e7b-a5bb-6002f5076bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:03.955261 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-2859d283-f342-4e7b-a5bb-6002f5076bad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f13b89c28046179f245681c1a70cf8&device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 1128 time: 0.0668411 Apr 28 14:17:03.958053 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357d0c8-668b-436c-8333-4eaafe9599a0 req-36c9f575-f7c8-4b49-907f-01319e1bcf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:03.959998 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c357d0c8-668b-436c-8333-4eaafe9599a0 req-36c9f575-f7c8-4b49-907f-01319e1bcf81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 1130 time: 0.0627685 Apr 28 14:17:04.274680 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-c357d0c8-668b-436c-8333-4eaafe9599a0 req-9857e26c-b6b5-4c3a-8043-db6947aa80fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943933 Apr 28 14:17:04.292414 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-9feb5495-1aca-4e10-b059-83b369aed5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:04.293859 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-9feb5495-1aca-4e10-b059-83b369aed5dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d81b41-d72b-4199-86af-bee88f83fd3b HTTP/1.1" status: 200 len: 915 time: 0.1221695 Apr 28 14:17:04.436930 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device f17a9128-0871-4858-b54f-835029c2db78 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:17:04.480716 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port f17a9128-0871-4858-b54f-835029c2db78 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:17:04.486602 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port f17a9128-0871-4858-b54f-835029c2db78 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:17:04.486976 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (f17a9128-0871-4858-b54f-835029c2db78), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:04.495508 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67ca29-8bfa-452e-a905-ea5a36dfd11b req-02a3ce7b-c1ed-4936-930e-b68ece90136c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:04.497999 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8c67ca29-8bfa-452e-a905-ea5a36dfd11b req-02a3ce7b-c1ed-4936-930e-b68ece90136c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 944 time: 0.0476761 Apr 28 14:17:04.544737 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8c67ca29-8bfa-452e-a905-ea5a36dfd11b req-8f3a8d51-1b0d-47d4-94c5-657b4c8f3452 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418720 Apr 28 14:17:04.545993 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-764477d6-a82f-443f-bb83-33363df6803d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e95c7f10-d8b2-4d39-be23-380eaa5b22d5 HTTP/1.1" status: 200 len: 217 time: 0.0361326 Apr 28 14:17:04.570273 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port f17a9128-0871-4858-b54f-835029c2db78 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:17:04.570658 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (f17a9128-0871-4858-b54f-835029c2db78), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:04.602588 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port f17a9128-0871-4858-b54f-835029c2db78, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=f17a9128-0871-4858-b54f-835029c2db78,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:04.606029 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (f17a9128-0871-4858-b54f-835029c2db78), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:04.653332 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=f17a9128-0871-4858-b54f-835029c2db78,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:04.836117 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c1b83-d5c8-4670-968e-d816fdf6db65 req-9a4b9676-b80a-4d09-9caa-9c6e55ec3a19 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:04.837602 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-834c1b83-d5c8-4670-968e-d816fdf6db65 req-9a4b9676-b80a-4d09-9caa-9c6e55ec3a19 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 944 time: 0.0508771 Apr 28 14:17:04.843493 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17a9128-0871-4858-b54f-835029c2db78'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:17:04.845795 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13972f67-1b13-4bed-8bd1-c094a7251ecb" -d '{"events": [{"server_uuid": "f0c5761c-d4f7-47c0-81a7-892eff0e03fc", "name": "network-vif-plugged", "status": "completed", "tag": "f17a9128-0871-4858-b54f-835029c2db78"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:17:04.881187 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a366eaf-7f84-42cb-b344-04c678e99ace x-openstack-request-id: req-3a366eaf-7f84-42cb-b344-04c678e99ace {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:17:04.881482 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c5761c-d4f7-47c0-81a7-892eff0e03fc", "name": "network-vif-plugged", "status": "completed", "tag": "f17a9128-0871-4858-b54f-835029c2db78", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:17:04.881780 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a366eaf-7f84-42cb-b344-04c678e99ace {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:17:04.882179 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a366eaf-7f84-42cb-b344-04c678e99ace'] response: {'server_uuid': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17a9128-0871-4858-b54f-835029c2db78', 'code': 200} Apr 28 14:17:04.890335 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-834c1b83-d5c8-4670-968e-d816fdf6db65 req-62fb67d3-c3d7-433d-9b2d-996575893882 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472882 Apr 28 14:17:04.979424 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5eedb-005c-4ffd-95ec-67ac96ea0ceb req-6f808dd8-b2ec-44da-9dca-9fbfc544096a tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:04.981040 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2cf5eedb-005c-4ffd-95ec-67ac96ea0ceb req-6f808dd8-b2ec-44da-9dca-9fbfc544096a tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 946 time: 0.0517316 Apr 28 14:17:05.037136 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2cf5eedb-005c-4ffd-95ec-67ac96ea0ceb req-cc08cde9-2c73-4347-bb75-83b5a32ba600 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497091 Apr 28 14:17:05.156085 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-ed9acc52-73ff-4605-aeb2-40863d524ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:05.157783 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-ed9acc52-73ff-4605-aeb2-40863d524ca9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=878c9d92-ce94-4839-84aa-3fbe56389194 HTTP/1.1" status: 200 len: 854 time: 0.0553391 Apr 28 14:17:05.202016 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-d7638456-7590-4c8d-8a3a-6b8630db9053 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d81b41-d72b-4199-86af-bee88f83fd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336649 Apr 28 14:17:05.339373 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd890a-cbf2-4236-b349-ee1064090d18 req-e5fc4360-bc89-4ceb-b938-943600eae54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:05.340838 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b9bd890a-cbf2-4236-b349-ee1064090d18 req-e5fc4360-bc89-4ceb-b938-943600eae54b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 1129 time: 0.0805578 Apr 28 14:17:05.360652 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-62eadcc4-c053-43d2-8d1a-65f118c1a62e service neutron] 10.222.0.13 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330357 Apr 28 14:17:05.426235 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b9bd890a-cbf2-4236-b349-ee1064090d18 req-f30be682-dd85-4b7e-bfb6-10f639c99b13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643735 Apr 28 14:17:05.493112 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a3fc2f2e-0b0c-4b14-b256-297adaeead0d req-bcf0ec74-a7af-46f7-ab2f-c23a955a0128 service neutron] 10.222.0.13 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024530 Apr 28 14:17:05.676396 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e85c2-b68b-4b8f-a5f8-983d4011cd77 req-26decd87-4e78-4386-98eb-d1e9fc8a786f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:05.677839 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f2e85c2-b68b-4b8f-a5f8-983d4011cd77 req-26decd87-4e78-4386-98eb-d1e9fc8a786f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 945 time: 0.0535946 Apr 28 14:17:05.740320 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5f2e85c2-b68b-4b8f-a5f8-983d4011cd77 req-9cce408c-1863-4fb3-8550-4fe25570dbe3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529375 Apr 28 14:17:05.827606 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46100) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:06.032335 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Deleting port 66865103-399a-4a0f-baed-36f43d8ed7bb {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:06.033073 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (66865103-399a-4a0f-baed-36f43d8ed7bb), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:06.053219 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a39aa-e505-46a1-bb46-56c7c5dd628f req-2ed56497-a878-4451-874f-2de217389e32 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:06.054705 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f13a39aa-e505-46a1-bb46-56c7c5dd628f req-2ed56497-a878-4451-874f-2de217389e32 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 944 time: 0.0671678 Apr 28 14:17:06.166247 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f13a39aa-e505-46a1-bb46-56c7c5dd628f req-0b1617ea-3436-41d6-89d9-5045bbeca941 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019404 Apr 28 14:17:06.170268 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (66865103-399a-4a0f-baed-36f43d8ed7bb), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:06.171031 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for floatingip (66865103-399a-4a0f-baed-36f43d8ed7bb), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:06.182388 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543b39d-a26c-40cf-948a-9f220eb56dbd req-cfca57d4-217f-41df-9288-763892de2ab1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:06.183856 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0543b39d-a26c-40cf-948a-9f220eb56dbd req-cfca57d4-217f-41df-9288-763892de2ab1 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 946 time: 0.0579109 Apr 28 14:17:06.187127 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Calling delete_port for 66865103-399a-4a0f-baed-36f43d8ed7bb owned by network:floatingip {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:06.234845 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0543b39d-a26c-40cf-948a-9f220eb56dbd req-d1d40f03-c06e-4821-a664-4dfb0aeb5495 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441899 Apr 28 14:17:06.359701 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (66865103-399a-4a0f-baed-36f43d8ed7bb), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:06.384675 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event deleted for resources: {'Port': ['ID=66865103-399a-4a0f-baed-36f43d8ed7bb,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:06.442238 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device e95c7f10-d8b2-4d39-be23-380eaa5b22d5 details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:17:06.447430 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for floatingip (dedb15ef-e0c5-4ad5-87a3-4e7a88357322), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:06.447756 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Floating IP dedb15ef-e0c5-4ad5-87a3-4e7a88357322 disassociated (deleted). External IP: 172.27.1.78, port: cf74717f-c74f-46c1-97eb-3a7990fe851e. Apr 28 14:17:06.572457 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port e95c7f10-d8b2-4d39-be23-380eaa5b22d5, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:06.588502 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': 'e95c7f10-d8b2-4d39-be23-380eaa5b22d5', 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b', 'port_id': 'e95c7f10-d8b2-4d39-be23-380eaa5b22d5', 'mac_address': 'fa:16:3e:93:14:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878c9d92-ce94-4839-84aa-3fbe56389194', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:17:06.632828 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:17:06.633410 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:06.649161 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95c7f10-d8b2-4d39-be23-380eaa5b22d5 {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:17:06.675693 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port e95c7f10-d8b2-4d39-be23-380eaa5b22d5, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:06.682438 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:06.781581 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:06.801832 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:17:06.937693 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da79684-a515-4346-bd7f-a7e14822d788 req-db777c07-a4ce-46d4-9b78-377f0932f606 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:06.939709 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0da79684-a515-4346-bd7f-a7e14822d788 req-db777c07-a4ce-46d4-9b78-377f0932f606 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 945 time: 0.0800135 Apr 28 14:17:06.950830 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['e95c7f10-d8b2-4d39-be23-380eaa5b22d5'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:17:07.031214 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:17:07.043089 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:07.054829 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0da79684-a515-4346-bd7f-a7e14822d788 req-db9bf02a-5c7c-4722-953e-e03a273737fe tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867195 Apr 28 14:17:07.055131 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] Sync routers for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:17:07.095523 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:07.095523 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:07.111280 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3bfecc79-27d1-46ce-8725-b6a297be84ff tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "DELETE /v2.0/floatingips/dedb15ef-e0c5-4ad5-87a3-4e7a88357322 HTTP/1.1" status: 204 len: 168 time: 1.2824304 Apr 28 14:17:07.113695 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:17:07.120617 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0111d3d-0155-4b28-a511-76df9344e486" -d '{"events": [{"name": "network-changed", "server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:17:07.238388 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98773ae-6191-451e-abe7-437da95eb98a x-openstack-request-id: req-e98773ae-6191-451e-abe7-437da95eb98a {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:17:07.238897 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:17:07.239334 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e98773ae-6191-451e-abe7-437da95eb98a {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:17:07.239954 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98773ae-6191-451e-abe7-437da95eb98a'] response: {'name': 'network-changed', 'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'status': 'completed', 'code': 200} Apr 28 14:17:07.384442 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:07.439215 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a558-fa14-4a7f-81b2-4bd3f350b233 req-9765a5a2-4166-4150-8c3f-926d40f35401 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:07.447948 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111d3d-0155-4b28-a511-76df9344e486 req-e0392258-22aa-454f-8614-dd87e198d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:07.448520 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2e14a558-fa14-4a7f-81b2-4bd3f350b233 req-9765a5a2-4166-4150-8c3f-926d40f35401 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 945 time: 0.1002307 Apr 28 14:17:07.451168 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d0111d3d-0155-4b28-a511-76df9344e486 req-e0392258-22aa-454f-8614-dd87e198d0ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41237bb81ade44018b1ef1781e00db45&device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 1130 time: 0.1525011 Apr 28 14:17:07.525791 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-2e14a558-fa14-4a7f-81b2-4bd3f350b233 req-ae671fe2-a9d2-4b74-9bbd-75e1ffc0a191 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764737 Apr 28 14:17:07.604659 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111d3d-0155-4b28-a511-76df9344e486 req-fd6a51be-5e18-483c-9e55-17e88e904810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:07.610989 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d0111d3d-0155-4b28-a511-76df9344e486 req-fd6a51be-5e18-483c-9e55-17e88e904810 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 200 len: 909 time: 0.1491709 Apr 28 14:17:07.659567 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:12:05Z', 'revision_number': 5, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:07.663601 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaed39-a795-4146-9ac2-930015481e7c req-c11d85d4-66bd-4b3f-a707-3a0dc9e9bcb2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:07.665796 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eafaed39-a795-4146-9ac2-930015481e7c req-c11d85d4-66bd-4b3f-a707-3a0dc9e9bcb2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 946 time: 0.0592988 Apr 28 14:17:07.668222 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d0111d3d-0155-4b28-a511-76df9344e486 req-5c83df99-8d89-49cf-9bd6-2fd485372eae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 200 len: 217 time: 0.0498407 Apr 28 14:17:07.690411 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] Checking router: 996020a8-94a4-4cdd-bbaf-409a1a8f6483 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:17:07.702184 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:07.702823 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:07.760040 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111d3d-0155-4b28-a511-76df9344e486 req-f57e6243-5cc7-4baa-b320-764722f63283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:07.762578 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d0111d3d-0155-4b28-a511-76df9344e486 req-f57e6243-5cc7-4baa-b320-764722f63283 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e9ad8e7-9ca1-4d25-b655-70f298186c7a HTTP/1.1" status: 200 len: 847 time: 0.0876474 Apr 28 14:17:07.765810 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-eafaed39-a795-4146-9ac2-930015481e7c req-4c541f67-b738-44ae-9ce2-349600c88a82 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933254 Apr 28 14:17:07.860374 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616bbe9-e169-4004-b13d-7f23ab1ba61a req-0e328d7b-00d4-40b6-bedd-bca63dfdd7bb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:07.861961 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5616bbe9-e169-4004-b13d-7f23ab1ba61a req-0e328d7b-00d4-40b6-bedd-bca63dfdd7bb tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.0527635 Apr 28 14:17:07.867817 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:07.916160 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-5616bbe9-e169-4004-b13d-7f23ab1ba61a req-3d5d91f4-8c20-4b7a-acc4-feb73322b784 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478544 Apr 28 14:17:07.918503 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccefb3-64d2-4564-8983-7742a35373b6 req-b554e720-df80-4966-87ad-587792efad26 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:07.920580 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f9ccefb3-64d2-4564-8983-7742a35373b6 req-b554e720-df80-4966-87ad-587792efad26 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 946 time: 0.0528224 Apr 28 14:17:07.974555 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f9ccefb3-64d2-4564-8983-7742a35373b6 req-40311a62-d1dd-4da3-b7d4-f79738c276ec tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481555 Apr 28 14:17:07.998275 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46128) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:08.035212 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0916ef99-3271-43fd-bb5f-ae677c69b638 tempest-TestVolumeBootPattern-190157457 tempest-TestVolumeBootPattern-190157457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:08.037302 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-0916ef99-3271-43fd-bb5f-ae677c69b638 tempest-TestVolumeBootPattern-190157457 tempest-TestVolumeBootPattern-190157457-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 1125 time: 0.0373697 Apr 28 14:17:08.039667 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46130) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:08.044034 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'port_id': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:17:08.063824 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:08.146664 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:08.163721 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:12:05Z', 'revision_number': 5, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:08.191717 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ede60-999a-4373-b08f-48e6e0c22291 None None] The sync data for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi is: [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:11:58Z', 'revision_number': 4, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '0795534c-4dd1-49ee-9e32-aad7cec68500', 'name': '', 'network_id': '7145c4f5-7946-4644-88a7-880cee3b1d14', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'mac_address': 'fa:16:3e:e5:3b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:57Z', 'updated_at': '2022-04-28T14:12:05Z', 'revision_number': 5, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'subnets': [{'id': '1e9ad8e7-9ca1-4d25-b655-70f298186c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:17:08.251895 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812f050-f5b6-47c6-ba6b-d1e71e69893c req-366b0c24-8f4f-49fe-9995-00a40ef70870 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:08.253599 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3812f050-f5b6-47c6-ba6b-d1e71e69893c req-366b0c24-8f4f-49fe-9995-00a40ef70870 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 945 time: 0.0667262 Apr 28 14:17:08.260385 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Allocated IP 172.27.1.124 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/54419184-277c-4e09-9858-5602bffb4802) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:17:08.318670 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-3812f050-f5b6-47c6-ba6b-d1e71e69893c req-dbed2d6e-234a-48e7-b326-7426e6739f9b tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556886 Apr 28 14:17:08.449652 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device e95c7f10-d8b2-4d39-be23-380eaa5b22d5 up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:17:08.514299 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:17:08.522967 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325837b-041e-418b-b3d0-28b0b0c4ccd7 None None] New status for floating IP dedb15ef-e0c5-4ad5-87a3-4e7a88357322: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:17:08.527609 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:17:08.528071 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:08.668786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56490fbe-6e51-4c1b-8d22-90b7b2a0c574 req-9162ea4f-1e5f-4a0f-99ee-9f9804b26492 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:08.670320 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-56490fbe-6e51-4c1b-8d22-90b7b2a0c574 req-9162ea4f-1e5f-4a0f-99ee-9f9804b26492 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 945 time: 0.0908344 Apr 28 14:17:08.681512 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46158) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:08.692505 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'floatingip': {'port_id': 'f17a9128-0871-4858-b54f-835029c2db78'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:17:08.727620 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e992-0e4d-42c1-a253-dd2672a7c6a0 req-661cb664-90fc-41a8-a2df-1e5f352b74cc tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:08.738384 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (3ecc8d90-03b5-4b66-bfbe-475014569e53), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:08.738696 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8538e992-0e4d-42c1-a253-dd2672a7c6a0 req-661cb664-90fc-41a8-a2df-1e5f352b74cc tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 945 time: 0.1195254 Apr 28 14:17:08.739824 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:17:08.740698 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:08.777182 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913d2441-d75a-4fc9-abf3-3017e2c57f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c7f10-d8b2-4d39-be23-380eaa5b22d5'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:17:08.779829 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce47812d-b39e-4fd9-8453-4284d53d0a90" -d '{"events": [{"server_uuid": "913d2441-d75a-4fc9-abf3-3017e2c57f32", "name": "network-vif-plugged", "status": "completed", "tag": "e95c7f10-d8b2-4d39-be23-380eaa5b22d5"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:17:08.810365 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8538e992-0e4d-42c1-a253-dd2672a7c6a0 req-ce84c0d2-afbb-43d8-98b2-99cf5c527a98 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724938 Apr 28 14:17:08.822794 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (54419184-277c-4e09-9858-5602bffb4802), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:08.823316 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port e95c7f10-d8b2-4d39-be23-380eaa5b22d5, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:08.828595 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:08.868253 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa91f43-b71a-4eef-b739-7e108c7b7e9e x-openstack-request-id: req-5fa91f43-b71a-4eef-b739-7e108c7b7e9e {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:17:08.868832 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913d2441-d75a-4fc9-abf3-3017e2c57f32", "name": "network-vif-plugged", "status": "completed", "tag": "e95c7f10-d8b2-4d39-be23-380eaa5b22d5", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:17:08.869236 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fa91f43-b71a-4eef-b739-7e108c7b7e9e {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:17:08.870028 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa91f43-b71a-4eef-b739-7e108c7b7e9e'] response: {'server_uuid': '913d2441-d75a-4fc9-abf3-3017e2c57f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c7f10-d8b2-4d39-be23-380eaa5b22d5', 'code': 200} Apr 28 14:17:08.907676 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:08.908383 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0111d3d-0155-4b28-a511-76df9344e486 req-4dacbe8d-40bb-4b56-8483-032bf8681bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:08.910251 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d0111d3d-0155-4b28-a511-76df9344e486 req-4dacbe8d-40bb-4b56-8483-032bf8681bcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7145c4f5-7946-4644-88a7-880cee3b1d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788159 Apr 28 14:17:08.997758 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (54419184-277c-4e09-9858-5602bffb4802), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:09.071176 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:17:09.074125 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=54419184-277c-4e09-9858-5602bffb4802,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:09.113475 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:17:09.119022 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:17:09.393371 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37b7ed-372d-4e8e-8205-c18a8f439809 req-4993a469-c94e-4916-8d5e-6636bb9043b2 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:09.394880 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8d37b7ed-372d-4e8e-8205-c18a8f439809 req-4993a469-c94e-4916-8d5e-6636bb9043b2 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.3744266 Apr 28 14:17:09.407332 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d0111d3d-0155-4b28-a511-76df9344e486 req-63ec7a1b-777e-43d8-b934-0fae54848dc3 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857340 Apr 28 14:17:09.412561 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d1f55-d87d-48ce-8814-1ec606492b06 req-f43e5521-a374-49db-bef9-d4cbab7fbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:09.415011 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e67d1f55-d87d-48ce-8814-1ec606492b06 req-f43e5521-a374-49db-bef9-d4cbab7fbe31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 1130 time: 0.3447158 Apr 28 14:17:09.452503 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-c2833848-89dd-4c72-bc55-5441ddd1e365 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:09.453988 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-c2833848-89dd-4c72-bc55-5441ddd1e365 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 946 time: 0.1399474 Apr 28 14:17:09.543348 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8d37b7ed-372d-4e8e-8205-c18a8f439809 req-d0dcd6bc-bec7-40db-a165-cf159607ac92 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/security-groups?id=54008164-d930-4959-8533-cd8177dc2aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394939 Apr 28 14:17:09.559034 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e67d1f55-d87d-48ce-8814-1ec606492b06 req-a0a71bbf-6d09-4482-a618-8b2b5de57c26 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288610 Apr 28 14:17:09.571699 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d0111d3d-0155-4b28-a511-76df9344e486 req-904b207f-1b40-47d0-b227-451f36977e90 service neutron] 10.222.0.13 "GET /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557586 Apr 28 14:17:09.608013 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.db.resource_extend [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:17:09.682620 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Deleting port cf74717f-c74f-46c1-97eb-3a7990fe851e {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:09.682873 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:09.717215 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:09.735864 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (3ecc8d90-03b5-4b66-bfbe-475014569e53), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.015034 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] For port cf74717f-c74f-46c1-97eb-3a7990fe851e, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=cf74717f-c74f-46c1-97eb-3a7990fe851e,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:10.015409 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.028322 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Floating IP 3ecc8d90-03b5-4b66-bfbe-475014569e53 associated. External IP: 172.27.1.245, port: f17a9128-0871-4858-b54f-835029c2db78. Apr 28 14:17:10.076498 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01966ec3-ea42-4b23-9806-a92ddf3c7050 req-6f37289d-be11-4902-b60e-b13b44460f88 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:10.078007 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-01966ec3-ea42-4b23-9806-a92ddf3c7050 req-6f37289d-be11-4902-b60e-b13b44460f88 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 946 time: 0.1659930 Apr 28 14:17:10.082937 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Calling delete_port for cf74717f-c74f-46c1-97eb-3a7990fe851e owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:10.125930 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (3658c217-8398-429d-be23-39329c527b25), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.146163 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46178) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:10.258068 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2eddef4c-13ed-40f5-83e5-a2b055e1777d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.279203 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-01966ec3-ea42-4b23-9806-a92ddf3c7050 req-38d31c98-83a2-40c9-90c2-cac4b02d72e0 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912482 Apr 28 14:17:10.324180 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (54419184-277c-4e09-9858-5602bffb4802), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.349916 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2eddef4c-13ed-40f5-83e5-a2b055e1777d admin admin] Publish callbacks [] for security_group (90d5c7c6-4150-450a-8dcf-4396b6edb837), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.354673 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2eddef4c-13ed-40f5-83e5-a2b055e1777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (90d5c7c6-4150-450a-8dcf-4396b6edb837), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.398220 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2eddef4c-13ed-40f5-83e5-a2b055e1777d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48b43d6b15ea406daf87cca672ec308f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476442 Apr 28 14:17:10.398220 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddef4c-13ed-40f5-83e5-a2b055e1777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d5c7c6-4150-450a-8dcf-4396b6edb837,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:10.398928 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46182) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:10.452204 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8fc1c758-d80c-4086-9c40-2812be7f1b78 admin admin] Publish callbacks [] for security_group (90d5c7c6-4150-450a-8dcf-4396b6edb837), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.476088 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8fc1c758-d80c-4086-9c40-2812be7f1b78 admin admin] Publish callbacks [] for security_group (90d5c7c6-4150-450a-8dcf-4396b6edb837), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.534185 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8fc1c758-d80c-4086-9c40-2812be7f1b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (90d5c7c6-4150-450a-8dcf-4396b6edb837), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.536949 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-8fc1c758-d80c-4086-9c40-2812be7f1b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.538335 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-8fc1c758-d80c-4086-9c40-2812be7f1b78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90d5c7c6-4150-450a-8dcf-4396b6edb837 HTTP/1.1" status: 204 len: 168 time: 0.1384935 Apr 28 14:17:10.547509 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1c758-d80c-4086-9c40-2812be7f1b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d5c7c6-4150-450a-8dcf-4396b6edb837,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:10.848266 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (cf74717f-c74f-46c1-97eb-3a7990fe851e), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.855917 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46192) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:10.860410 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:17:10.870529 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ef73d85-7010-46f7-8bed-de5c4d3088df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:10.898374 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event deleted for resources: {'Port': ['ID=cf74717f-c74f-46c1-97eb-3a7990fe851e,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:10.923221 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-d5a42365-0994-49ae-bfe6-59854e3ec1fa req-0570523a-b322-4f41-9783-9b0f8bfdd37f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 210 time: 0.0412958 Apr 28 14:17:10.996743 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ef73d85-7010-46f7-8bed-de5c4d3088df admin admin] Publish callbacks [] for security_group (2e258c2c-7b8b-4c15-9064-bd3c5025189e), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.000565 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1ef73d85-7010-46f7-8bed-de5c4d3088df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2e258c2c-7b8b-4c15-9064-bd3c5025189e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.006946 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] No DVR routers for this DVR port cf74717f-c74f-46c1-97eb-3a7990fe851e on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:17:11.011877 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.015225 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c86a8e0a-046e-4ebb-903b-40703f9bd3e7 req-3ba18285-1e87-423f-aa9a-a0ac2752da9f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.13 "DELETE /v2.0/ports/cf74717f-c74f-46c1-97eb-3a7990fe851e HTTP/1.1" status: 204 len: 173 time: 1.5538723 Apr 28 14:17:11.017109 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'name': 'network-vif-deleted', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:17:11.019474 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45f67ac-a831-4207-9803-35e2deeb7133" -d '{"events": [{"server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "name": "network-vif-deleted", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:17:11.053390 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1ef73d85-7010-46f7-8bed-de5c4d3088df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01691d6b03684b9aa619f013bf981eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929805 Apr 28 14:17:11.054034 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for port (54419184-277c-4e09-9858-5602bffb4802), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.054147 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef73d85-7010-46f7-8bed-de5c4d3088df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e258c2c-7b8b-4c15-9064-bd3c5025189e,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:11.055806 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46196) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:11.088871 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (54419184-277c-4e09-9858-5602bffb4802), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.092635 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3566dbf8-507f-4b4b-b02d-2e0beb625abd x-openstack-request-id: req-3566dbf8-507f-4b4b-b02d-2e0beb625abd {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:17:11.092929 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92c3372-bdac-4643-97e3-fd0597e5d507", "name": "network-vif-deleted", "tag": "cf74717f-c74f-46c1-97eb-3a7990fe851e", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:17:11.093184 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3566dbf8-507f-4b4b-b02d-2e0beb625abd {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:17:11.093731 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3566dbf8-507f-4b4b-b02d-2e0beb625abd'] response: {'server_uuid': 'd92c3372-bdac-4643-97e3-fd0597e5d507', 'name': 'network-vif-deleted', 'tag': 'cf74717f-c74f-46c1-97eb-3a7990fe851e', 'status': 'completed', 'code': 200} Apr 28 14:17:11.207722 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event updated for resources: {'Port': ['ID=54419184-277c-4e09-9858-5602bffb4802,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:11.216237 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:17:11.222379 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.225176 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:17:11.233249 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (3658c217-8398-429d-be23-39329c527b25), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.235181 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:11.235980 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:11.291681 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-917ac054-2ae3-46b0-9919-8224a42e0560 admin admin] Publish callbacks [] for security_group (2e258c2c-7b8b-4c15-9064-bd3c5025189e), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.314156 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a29edc49-11c3-4498-8dce-94293cd86298 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "PUT /v2.0/floatingips/3ecc8d90-03b5-4b66-bfbe-475014569e53 HTTP/1.1" status: 200 len: 991 time: 2.6207075 Apr 28 14:17:11.332266 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-917ac054-2ae3-46b0-9919-8224a42e0560 admin admin] Publish callbacks [] for security_group (2e258c2c-7b8b-4c15-9064-bd3c5025189e), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.365071 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:11.425751 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Floating IP 3658c217-8398-429d-be23-39329c527b25 associated. External IP: 172.27.1.124, port: 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8. Apr 28 14:17:11.480933 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64439416-28fa-44e2-86d9-02501d251fac req-5a43a999-1135-4efc-a82b-8ed521efa306 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:11.483600 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-64439416-28fa-44e2-86d9-02501d251fac req-5a43a999-1135-4efc-a82b-8ed521efa306 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 946 time: 0.0681632 Apr 28 14:17:11.529480 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-917ac054-2ae3-46b0-9919-8224a42e0560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2e258c2c-7b8b-4c15-9064-bd3c5025189e), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.532034 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-917ac054-2ae3-46b0-9919-8224a42e0560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:11.534572 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-917ac054-2ae3-46b0-9919-8224a42e0560 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e258c2c-7b8b-4c15-9064-bd3c5025189e HTTP/1.1" status: 204 len: 168 time: 0.4766476 Apr 28 14:17:11.547812 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ac054-2ae3-46b0-9919-8224a42e0560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e258c2c-7b8b-4c15-9064-bd3c5025189e,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:11.556128 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-64439416-28fa-44e2-86d9-02501d251fac req-a5c9fd28-55fb-4318-8e07-dd757da177a6 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670881 Apr 28 14:17:11.676485 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '3ecc8d90-03b5-4b66-bfbe-475014569e53', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'f17a9128-0871-4858-b54f-835029c2db78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:ba:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:16:54Z', 'updated_at': '2022-04-28T14:17:09Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:11.723244 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:17:11.732071 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:11.732699 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:11.794188 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:17:11.885544 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:11.937464 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:17:11.948366 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:17:11.969987 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:11.973249 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:11.977027 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:12.071845 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9da49726-108a-432b-a493-56084f0f1239 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0309505 Apr 28 14:17:12.117872 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46248) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:12.137832 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-99e4d3f4-c2aa-444f-b6bf-0fd03f9365d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:12.151916 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-07b3a940-dfda-40e2-8e7f-41e105384b60 req-66aeee79-423c-476e-9829-515b351c4d5f tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "GET /v2.0/ports?device_id=d92c3372-bdac-4643-97e3-fd0597e5d507 HTTP/1.1" status: 200 len: 210 time: 0.0659473 Apr 28 14:17:12.248525 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-99e4d3f4-c2aa-444f-b6bf-0fd03f9365d6 admin admin] Publish callbacks [] for security_group (1ffe6196-4aa9-4a02-93b9-cb5f80d2de01), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:12.258920 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-99e4d3f4-c2aa-444f-b6bf-0fd03f9365d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1ffe6196-4aa9-4a02-93b9-cb5f80d2de01), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:12.266612 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '3ecc8d90-03b5-4b66-bfbe-475014569e53', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'f17a9128-0871-4858-b54f-835029c2db78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:ba:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:16:54Z', 'updated_at': '2022-04-28T14:17:09Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:12.308360 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-99e4d3f4-c2aa-444f-b6bf-0fd03f9365d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=331dac6cba784544bbbaf3be46ebc8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885350 Apr 28 14:17:12.309691 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4d3f4-c2aa-444f-b6bf-0fd03f9365d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffe6196-4aa9-4a02-93b9-cb5f80d2de01,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:12.311221 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46254) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:12.326023 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b558ebb-b69a-4644-b80c-29354f40fa35 None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '3ecc8d90-03b5-4b66-bfbe-475014569e53', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': 'f17a9128-0871-4858-b54f-835029c2db78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:ba:b5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:16:54Z', 'updated_at': '2022-04-28T14:17:09Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:17:12.376145 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38d7617a-420d-414e-abfb-00f50930eaca admin admin] Publish callbacks [] for security_group (1ffe6196-4aa9-4a02-93b9-cb5f80d2de01), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:12.403838 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38d7617a-420d-414e-abfb-00f50930eaca admin admin] Publish callbacks [] for security_group (1ffe6196-4aa9-4a02-93b9-cb5f80d2de01), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:12.413213 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:12.465245 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38d7617a-420d-414e-abfb-00f50930eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (1ffe6196-4aa9-4a02-93b9-cb5f80d2de01), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:12.467928 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-38d7617a-420d-414e-abfb-00f50930eaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:12.470021 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-38d7617a-420d-414e-abfb-00f50930eaca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ffe6196-4aa9-4a02-93b9-cb5f80d2de01 HTTP/1.1" status: 204 len: 168 time: 0.1577668 Apr 28 14:17:12.490333 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7617a-420d-414e-abfb-00f50930eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffe6196-4aa9-4a02-93b9-cb5f80d2de01,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:12.492136 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device cf74717f-c74f-46c1-97eb-3a7990fe851e no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:17:12.531325 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: cf74717f-c74f-46c1-97eb-3a7990fe851e {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:17:12.531670 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device cf74717f-c74f-46c1-97eb-3a7990fe851e not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:17:12.606750 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192af785-0a0a-4b76-bbe0-afd89333b5cd None None] New status for floating IP 3ecc8d90-03b5-4b66-bfbe-475014569e53: ACTIVE {{(pid=103512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:17:12.708412 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '3658c217-8398-429d-be23-39329c527b25', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:16:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:17:09Z', 'updated_at': '2022-04-28T14:17:09Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}, {'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:15:02Z', 'revision_number': 1, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:12.740424 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:17:12.751428 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:12.753125 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:12.875845 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:13.094778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'tag': 'f17a9128-0871-4858-b54f-835029c2db78'}, {'name': 'network-changed', 'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:17:13.097069 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd73ec35-c55e-48b6-9085-bd7c779017a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c5761c-d4f7-47c0-81a7-892eff0e03fc", "tag": "f17a9128-0871-4858-b54f-835029c2db78"}, {"name": "network-changed", "server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:17:13.120185 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '3658c217-8398-429d-be23-39329c527b25', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:16:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:17:09Z', 'updated_at': '2022-04-28T14:17:09Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}, {'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:15:02Z', 'revision_number': 1, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:13.144054 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Apr 2022 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7c7dd9-8f2d-4613-8032-b141ca8a529c x-openstack-request-id: req-1f7c7dd9-8f2d-4613-8032-b141ca8a529c {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:17:13.144350 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c5761c-d4f7-47c0-81a7-892eff0e03fc", "tag": "f17a9128-0871-4858-b54f-835029c2db78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:17:13.144601 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f7c7dd9-8f2d-4613-8032-b141ca8a529c {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:17:13.145088 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7c7dd9-8f2d-4613-8032-b141ca8a529c'] response: {'name': 'network-changed', 'server_uuid': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'tag': 'f17a9128-0871-4858-b54f-835029c2db78', 'status': 'completed', 'code': 200} Apr 28 14:17:13.145353 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7c7dd9-8f2d-4613-8032-b141ca8a529c'] response: {'name': 'network-changed', 'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'status': 'completed', 'code': 200} Apr 28 14:17:13.153046 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f9d6e3-d4ac-4d26-a8d6-d82047f10f78 None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '3658c217-8398-429d-be23-39329c527b25', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:16:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:17:09Z', 'updated_at': '2022-04-28T14:17:09Z', 'revision_number': 0, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}, {'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:15:02Z', 'revision_number': 1, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:17:13.236062 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46294) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:13.247494 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-ada79100-e9f1-4e0a-9e81-f7f4e049c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:13.248982 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-ada79100-e9f1-4e0a-9e81-f7f4e049c5a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 1129 time: 0.0721090 Apr 28 14:17:13.374533 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4c19-706e-462a-b514-d7f6d43fdf50 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group (54008164-d930-4959-8533-cd8177dc2aa5), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:13.405292 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-6cbdab1b-ab4e-40c7-a83c-e07cfc1699e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:13.406830 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-6cbdab1b-ab4e-40c7-a83c-e07cfc1699e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 915 time: 0.1511328 Apr 28 14:17:13.419669 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4c19-706e-462a-b514-d7f6d43fdf50 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group (54008164-d930-4959-8533-cd8177dc2aa5), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:13.452142 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efa213e-a97f-46bb-96c8-afdd93660d80 None None] New status for floating IP 3658c217-8398-429d-be23-39329c527b25: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:17:13.511205 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-6b96bb3c-db4b-4d0f-b116-437801cb1371 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f17a9128-0871-4858-b54f-835029c2db78 HTTP/1.1" status: 200 len: 1001 time: 0.0943198 Apr 28 14:17:13.574900 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-2aa54df8-392b-41be-9d0d-3d11d20e1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:13.576530 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-2aa54df8-392b-41be-9d0d-3d11d20e1085 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0591524 Apr 28 14:17:13.577628 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4c19-706e-462a-b514-d7f6d43fdf50 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (54008164-d930-4959-8533-cd8177dc2aa5), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:13.580766 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4c19-706e-462a-b514-d7f6d43fdf50 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:13.581511 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-2d5f4c19-706e-462a-b514-d7f6d43fdf50 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] 10.222.0.20 "DELETE /v2.0/security-groups/54008164-d930-4959-8533-cd8177dc2aa5 HTTP/1.1" status: 204 len: 168 time: 0.3445208 Apr 28 14:17:13.642061 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46304) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:13.653007 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f4c19-706e-462a-b514-d7f6d43fdf50 tempest-TestShelveInstance-781786748 tempest-TestShelveInstance-781786748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54008164-d930-4959-8533-cd8177dc2aa5,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:13.657764 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-b653fdf1-8088-41fb-892c-8d0625263bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:13.659279 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-b653fdf1-8088-41fb-892c-8d0625263bdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725300 Apr 28 14:17:13.793223 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-b7d8d7c2-6cd6-4e96-b4f5-bee210de06ab service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242373 Apr 28 14:17:13.955926 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-93985fca-4fd8-46df-9264-e2e3f2d19fea service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548061 Apr 28 14:17:14.080623 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-3d244424-1155-47c4-a263-34257122d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:14.082805 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-3d244424-1155-47c4-a263-34257122d627 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 1130 time: 0.0797021 Apr 28 14:17:14.248964 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-82cf3693-fbb3-4402-bf82-c5a23a439b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:14.250480 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-82cf3693-fbb3-4402-bf82-c5a23a439b00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.1589932 Apr 28 14:17:14.629190 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-add6e71e-7b5d-41c7-978e-b6cf7f50851c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 HTTP/1.1" status: 200 len: 1002 time: 0.3710005 Apr 28 14:17:14.697546 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (996020a8-94a4-4cdd-bbaf-409a1a8f6483), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:14.740555 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-8ad246a1-8b06-46f1-86dc-28e7a9caeb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:14.742038 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-8ad246a1-8b06-46f1-86dc-28e7a9caeb26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0953805 Apr 28 14:17:14.827046 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-b482f336-2997-445d-98de-dddcff72333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:17:14.828614 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-b482f336-2997-445d-98de-dddcff72333a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800269 Apr 28 14:17:15.001544 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-9f520c3a-7cf8-4839-a262-34cd77130189 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656265 Apr 28 14:17:15.134952 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Deleting port 0795534c-4dd1-49ee-9e32-aad7cec68500 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:15.135288 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:15.167080 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-dd73ec35-c55e-48b6-9085-bd7c779017a6 req-02c5eca2-5897-4a73-88c0-15bbf84c75a8 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460726 Apr 28 14:17:15.229476 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] For port 0795534c-4dd1-49ee-9e32-aad7cec68500, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=0795534c-4dd1-49ee-9e32-aad7cec68500,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:15.229766 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:15.244719 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Calling delete_port for 0795534c-4dd1-49ee-9e32-aad7cec68500 owned by network:router_interface {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:15.453581 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (0795534c-4dd1-49ee-9e32-aad7cec68500), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:15.484830 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Pushing event deleted for resources: {'Port': ['ID=0795534c-4dd1-49ee-9e32-aad7cec68500,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:15.674946 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (996020a8-94a4-4cdd-bbaf-409a1a8f6483), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:15.903743 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:17:16.015316 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:17:16.021531 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8f7cc1e7-12dd-4d3c-bb81-8b6a4a37e69c admin admin] 10.222.0.20 "PUT /v2.0/routers/996020a8-94a4-4cdd-bbaf-409a1a8f6483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3763607 Apr 28 14:17:16.024141 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46324) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:16.025993 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] Sync routers for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:17:16.037141 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:16.037793 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:16.140533 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks [] for router (996020a8-94a4-4cdd-bbaf-409a1a8f6483), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.154501 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:16.259201 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks [] for router_gateway (996020a8-94a4-4cdd-bbaf-409a1a8f6483), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.315913 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Deleting port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:16.316286 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.413059 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] For port 772b9d0c-ef8b-45c9-8b4c-2da62dfce379, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=772b9d0c-ef8b-45c9-8b4c-2da62dfce379,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:16.413547 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.435554 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46332) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:16.440396 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Calling delete_port for 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:16.453659 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:17:15Z', 'revision_number': 5, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port': {'id': '772b9d0c-ef8b-45c9-8b4c-2da62dfce379', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:02:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:55Z', 'updated_at': '2022-04-28T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:16.486809 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] Checking router: 996020a8-94a4-4cdd-bbaf-409a1a8f6483 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:17:16.501220 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] Routers {'996020a8-94a4-4cdd-bbaf-409a1a8f6483'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:16.501637 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:16.575219 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb912c46-3ae2-47b7-9bbc-019b48e9bc5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.596978 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] Set router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:16.646745 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (772b9d0c-ef8b-45c9-8b4c-2da62dfce379), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.661481 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:17:16Z', 'revision_number': 6, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:16.662398 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb912c46-3ae2-47b7-9bbc-019b48e9bc5f admin admin] Publish callbacks [] for security_group (3d1e7f95-aafb-4cbf-b704-ee212ac0856c), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.668271 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fb912c46-3ae2-47b7-9bbc-019b48e9bc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3d1e7f95-aafb-4cbf-b704-ee212ac0856c), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.690849 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1051a2d-45db-438c-9c0f-ebb370595d75 None None] The sync data for ids ['996020a8-94a4-4cdd-bbaf-409a1a8f6483'] in dv-cinder-839760-1-iscsi is: [{'id': '996020a8-94a4-4cdd-bbaf-409a1a8f6483', 'name': 'tempest-TestShelveInstance-586206912-router', 'tenant_id': '41237bb81ade44018b1ef1781e00db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:54Z', 'updated_at': '2022-04-28T14:17:16Z', 'revision_number': 6, 'project_id': '41237bb81ade44018b1ef1781e00db45', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:17:16.705636 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Pushing event deleted for resources: {'Port': ['ID=772b9d0c-ef8b-45c9-8b4c-2da62dfce379,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:16.719411 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-fb912c46-3ae2-47b7-9bbc-019b48e9bc5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce216acb83ac41eca44c28c88925c59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796538 Apr 28 14:17:16.719411 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb912c46-3ae2-47b7-9bbc-019b48e9bc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1e7f95-aafb-4cbf-b704-ee212ac0856c,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:16.722065 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46338) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:16.762819 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (996020a8-94a4-4cdd-bbaf-409a1a8f6483), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.782867 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1bde0853-b59c-4ea5-af34-4cad269c9bc2 admin admin] Publish callbacks [] for security_group (3d1e7f95-aafb-4cbf-b704-ee212ac0856c), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.806606 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1bde0853-b59c-4ea5-af34-4cad269c9bc2 admin admin] Publish callbacks [] for security_group (3d1e7f95-aafb-4cbf-b704-ee212ac0856c), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.858461 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1bde0853-b59c-4ea5-af34-4cad269c9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3d1e7f95-aafb-4cbf-b704-ee212ac0856c), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.858942 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (996020a8-94a4-4cdd-bbaf-409a1a8f6483), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.861064 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1bde0853-b59c-4ea5-af34-4cad269c9bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.861201 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks [] for router_controller (996020a8-94a4-4cdd-bbaf-409a1a8f6483), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.862245 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1bde0853-b59c-4ea5-af34-4cad269c9bc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d1e7f95-aafb-4cbf-b704-ee212ac0856c HTTP/1.1" status: 204 len: 168 time: 0.1399984 Apr 28 14:17:16.869887 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde0853-b59c-4ea5-af34-4cad269c9bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1e7f95-aafb-4cbf-b704-ee212ac0856c,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:16.922219 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (996020a8-94a4-4cdd-bbaf-409a1a8f6483), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.923109 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 996020a8-94a4-4cdd-bbaf-409a1a8f6483 {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:17:16.928089 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:16.929075 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-1c61b0c8-f8ea-413c-8608-f21ab426b55f admin admin] 10.222.0.20 "DELETE /v2.0/routers/996020a8-94a4-4cdd-bbaf-409a1a8f6483 HTTP/1.1" status: 204 len: 168 time: 0.9039400 Apr 28 14:17:16.931786 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46342) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:16.983248 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2631f5-dffe-4256-b6e8-866f0981a72d admin admin] Deleting subnet 1e9ad8e7-9ca1-4d25-b655-70f298186c7a {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:17:16.986765 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b2631f5-dffe-4256-b6e8-866f0981a72d admin admin] Publish callbacks [] for subnet (1e9ad8e7-9ca1-4d25-b655-70f298186c7a), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.027745 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b2631f5-dffe-4256-b6e8-866f0981a72d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499914'] for subnet (1e9ad8e7-9ca1-4d25-b655-70f298186c7a), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.125649 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b2631f5-dffe-4256-b6e8-866f0981a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (1e9ad8e7-9ca1-4d25-b655-70f298186c7a), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.199328 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b2631f5-dffe-4256-b6e8-866f0981a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3277004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16879755'] for subnet (1e9ad8e7-9ca1-4d25-b655-70f298186c7a), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.228644 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2631f5-dffe-4256-b6e8-866f0981a72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9ad8e7-9ca1-4d25-b655-70f298186c7a,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:17.230887 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4b2631f5-dffe-4256-b6e8-866f0981a72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.234293 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4b2631f5-dffe-4256-b6e8-866f0981a72d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e9ad8e7-9ca1-4d25-b655-70f298186c7a HTTP/1.1" status: 204 len: 168 time: 0.3007259 Apr 28 14:17:17.237523 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46352) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:17.237821 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd7df3-d177-4d1b-873f-3ad9797aca6c None None] Network 7145c4f5-7946-4644-88a7-880cee3b1d14 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:17:17.323173 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (7145c4f5-7946-4644-88a7-880cee3b1d14), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.375971 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Deleting port f96040cc-15da-43ee-9efa-bc449c7e1929 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:17.376293 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.445580 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] For port f96040cc-15da-43ee-9efa-bc449c7e1929, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=f96040cc-15da-43ee-9efa-bc449c7e1929,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:17.445963 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.469837 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Calling delete_port for f96040cc-15da-43ee-9efa-bc449c7e1929 owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:17.488986 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] DHCP port deletion for 7145c4f5-7946-4644-88a7-880cee3b1d14 request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:17:17.563114 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] Deleting port f96040cc-15da-43ee-9efa-bc449c7e1929 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:17.563710 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.574463 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.610436 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] No DVR routers for this DVR port f96040cc-15da-43ee-9efa-bc449c7e1929 on host dv-cinder-839760-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:17:17.647795 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96040cc-15da-43ee-9efa-bc449c7e1929,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:17.651460 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] For port f96040cc-15da-43ee-9efa-bc449c7e1929, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=f96040cc-15da-43ee-9efa-bc449c7e1929,segment=NetworkSegment(4e9adac4-ae02-4f92-a1cc-a3188eeb53ee),segment_id=4e9adac4-ae02-4f92-a1cc-a3188eeb53ee)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:17.651861 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.668820 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] Calling delete_port for f96040cc-15da-43ee-9efa-bc449c7e1929 owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:17.747459 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (7145c4f5-7946-4644-88a7-880cee3b1d14), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.754236 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:17:17.773290 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7145c4f5-7946-4644-88a7-880cee3b1d14']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:17.784207 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:17.784644 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9adac4-ae02-4f92-a1cc-a3188eeb53ee') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:17.799944 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:17:17.800284 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 772b9d0c-ef8b-45c9-8b4c-2da62dfce379 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:17:17.800707 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device f96040cc-15da-43ee-9efa-bc449c7e1929 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:17:17.801184 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (4e9adac4-ae02-4f92-a1cc-a3188eeb53ee), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.827806 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (4e9adac4-ae02-4f92-a1cc-a3188eeb53ee), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.834806 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-340ddcbf-f8e1-48aa-8dc6-839c81067815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.835932 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:17:17.836219 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: f96040cc-15da-43ee-9efa-bc449c7e1929 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:17:17.836330 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (4e9adac4-ae02-4f92-a1cc-a3188eeb53ee), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.836561 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device f96040cc-15da-43ee-9efa-bc449c7e1929 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:17:17.837104 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 0795534c-4dd1-49ee-9e32-aad7cec68500 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:17:17.838213 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:17:17.862807 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 0795534c-4dd1-49ee-9e32-aad7cec68500 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:17:17.863156 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 0795534c-4dd1-49ee-9e32-aad7cec68500 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:17:17.865404 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121'] for port (f96040cc-15da-43ee-9efa-bc449c7e1929), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.900156 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] Pushing event deleted for resources: {'Port': ['ID=f96040cc-15da-43ee-9efa-bc449c7e1929,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:17.905403 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (7145c4f5-7946-4644-88a7-880cee3b1d14), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.906454 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6297a6e-e908-4877-bf3f-a94d4a32ae96 None None] No DVR routers for this DVR port f96040cc-15da-43ee-9efa-bc449c7e1929 on host dv-cinder-839760-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:17:17.920271 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:17.923747 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7145c4f5-7946-4644-88a7-880cee3b1d14 HTTP/1.1" status: 204 len: 168 time: 0.6851561 Apr 28 14:17:17.926634 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46370) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:17.946579 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571ae6-c8fc-4563-8a40-3e1c25b771e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7145c4f5-7946-4644-88a7-880cee3b1d14,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:18.284394 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (79aac659-935e-47d9-ad34-ae75a0e02230), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:18.524975 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Deleting port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:18.525887 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:18.616150 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] For port 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,segment=NetworkSegment(a3cf1449-2f85-4f95-b5cd-81aaf642289a),segment_id=a3cf1449-2f85-4f95-b5cd-81aaf642289a)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:18.616514 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:18.631589 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Calling delete_port for 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 owned by network:router_interface {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:18.827619 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (9bfc62e4-c9c5-4cb0-be2b-0bb317137b12), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:18.854660 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfc62e4-c9c5-4cb0-be2b-0bb317137b12,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:19.035459 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (79aac659-935e-47d9-ad34-ae75a0e02230), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:19.547186 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Router 79aac659-935e-47d9-ad34-ae75a0e02230 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:17:19.666188 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:17:19.672929 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3571fe78-badb-4b17-86bf-a8ad86cff51d admin admin] 10.222.0.20 "PUT /v2.0/routers/79aac659-935e-47d9-ad34-ae75a0e02230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7428358 Apr 28 14:17:19.673621 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46390) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:19.678939 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] Sync routers for ids ['79aac659-935e-47d9-ad34-ae75a0e02230'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:17:19.688532 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] Routers {'79aac659-935e-47d9-ad34-ae75a0e02230'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:19.689166 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['79aac659-935e-47d9-ad34-ae75a0e02230'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:19.789665 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks [] for router (79aac659-935e-47d9-ad34-ae75a0e02230), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:19.803603 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] Set router 79aac659-935e-47d9-ad34-ae75a0e02230 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:19.898853 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks [] for router_gateway (79aac659-935e-47d9-ad34-ae75a0e02230), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:19.946413 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Deleting port 855599d6-0cce-4565-82e0-c2ae58522ff4 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:19.946748 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:19.977625 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:17:18Z', 'revision_number': 5, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port': {'id': '855599d6-0cce-4565-82e0-c2ae58522ff4', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:12:03Z', 'updated_at': '2022-04-28T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:20.005773 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] Checking router: 79aac659-935e-47d9-ad34-ae75a0e02230 for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:17:20.015272 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] Routers {'79aac659-935e-47d9-ad34-ae75a0e02230'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:17:20.015272 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:16:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['79aac659-935e-47d9-ad34-ae75a0e02230'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:20.029247 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] For port 855599d6-0cce-4565-82e0-c2ae58522ff4, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=855599d6-0cce-4565-82e0-c2ae58522ff4,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:20.029786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.044590 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Calling delete_port for 855599d6-0cce-4565-82e0-c2ae58522ff4 owned by network:router_gateway {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:20.106807 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-04d653f6-8973-43ff-a5f6-2a2634e5a7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.119252 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] Set router 79aac659-935e-47d9-ad34-ae75a0e02230 gateway port host: None {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:17:20.180627 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:17:19Z', 'revision_number': 6, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:20.209568 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5e89f-b20a-4ffb-8f60-259d52672249 None None] The sync data for ids ['79aac659-935e-47d9-ad34-ae75a0e02230'] in dv-cinder-839760-1-iscsi is: [{'id': '79aac659-935e-47d9-ad34-ae75a0e02230', 'name': 'tempest-TestShelveInstance-559497008-router', 'tenant_id': '24b376b48e6945ab85ce319896d4a296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:12:02Z', 'updated_at': '2022-04-28T14:17:19Z', 'revision_number': 6, 'project_id': '24b376b48e6945ab85ce319896d4a296', 'gw_port_host': None}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:17:20.226836 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (855599d6-0cce-4565-82e0-c2ae58522ff4), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.259248 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Pushing event deleted for resources: {'Port': ['ID=855599d6-0cce-4565-82e0-c2ae58522ff4,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:20.321141 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (79aac659-935e-47d9-ad34-ae75a0e02230), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.413383 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (79aac659-935e-47d9-ad34-ae75a0e02230), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.415543 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks [] for router_controller (79aac659-935e-47d9-ad34-ae75a0e02230), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.461620 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (79aac659-935e-47d9-ad34-ae75a0e02230), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.462126 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79aac659-935e-47d9-ad34-ae75a0e02230 {{(pid=103509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:17:20.466432 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.467627 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8b6ff120-390e-4679-9d89-ffc3be37788a admin admin] 10.222.0.20 "DELETE /v2.0/routers/79aac659-935e-47d9-ad34-ae75a0e02230 HTTP/1.1" status: 204 len: 168 time: 0.7928500 Apr 28 14:17:20.470424 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46394) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:20.515315 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_v2 [None req-352ae687-44f9-49ae-a936-048fd3c3282b admin admin] Deleting subnet 197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e {{(pid=103509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:17:20.518412 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-352ae687-44f9-49ae-a936-048fd3c3282b admin admin] Publish callbacks [] for subnet (197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.555448 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-352ae687-44f9-49ae-a936-048fd3c3282b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212139'] for subnet (197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.654316 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-352ae687-44f9-49ae-a936-048fd3c3282b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.704586 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-352ae687-44f9-49ae-a936-048fd3c3282b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4088385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25676214'] for subnet (197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.731906 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ae687-44f9-49ae-a936-048fd3c3282b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:20.733903 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-352ae687-44f9-49ae-a936-048fd3c3282b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.737121 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-352ae687-44f9-49ae-a936-048fd3c3282b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/197c69e9-4d83-4b95-bf8a-3ae9eeb4bc6e HTTP/1.1" status: 204 len: 168 time: 0.2660217 Apr 28 14:17:20.738777 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707235a-dc26-4920-8e56-eb30ea76b3c0 None None] Network 7a9ffb48-8133-41ed-9c8e-114a115a81c7 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:17:20.739603 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46398) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:20.811853 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (7a9ffb48-8133-41ed-9c8e-114a115a81c7), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.863248 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Deleting port 71e0e67d-5338-44f8-bc6c-ed48c000f65c {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:17:20.863583 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.927711 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] For port 71e0e67d-5338-44f8-bc6c-ed48c000f65c, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=71e0e67d-5338-44f8-bc6c-ed48c000f65c,segment=NetworkSegment(a3cf1449-2f85-4f95-b5cd-81aaf642289a),segment_id=a3cf1449-2f85-4f95-b5cd-81aaf642289a)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:17:20.927991 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:20.940877 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Calling delete_port for 71e0e67d-5338-44f8-bc6c-ed48c000f65c owned by network:dhcp {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:17:21.043949 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27180cb4-1186-40e0-bb37-c0f5676c9c0a None None] DHCP port deletion for 7a9ffb48-8133-41ed-9c8e-114a115a81c7 request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:17:21.050865 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (71e0e67d-5338-44f8-bc6c-ed48c000f65c), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.078944 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-27180cb4-1186-40e0-bb37-c0f5676c9c0a None None] The port '71e0e67d-5338-44f8-bc6c-ed48c000f65c' was deleted {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} Apr 28 14:17:21.079693 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e0e67d-5338-44f8-bc6c-ed48c000f65c,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:21.081736 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] No DVR routers for this DVR port 71e0e67d-5338-44f8-bc6c-ed48c000f65c on host dv-cinder-839760-1-iscsi {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:17:21.163581 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (7a9ffb48-8133-41ed-9c8e-114a115a81c7), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.186826 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9ffb48-8133-41ed-9c8e-114a115a81c7']}} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:21.197714 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cf1449-2f85-4f95-b5cd-81aaf642289a') {'for_net_delete': True} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:21.198012 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cf1449-2f85-4f95-b5cd-81aaf642289a') {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:17:21.208494 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212146'] for segment (a3cf1449-2f85-4f95-b5cd-81aaf642289a), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.224402 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (a3cf1449-2f85-4f95-b5cd-81aaf642289a), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.231647 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:17:21.232067 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4088999'] for segment (a3cf1449-2f85-4f95-b5cd-81aaf642289a), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: Traceback (most recent call last): Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: timer() Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: cb(*args, **kw) Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: return func(*args, **kwargs) Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: self._notify() Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: self.callback(batched_events) Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: event.method(event) Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: return f(self, *a, **k) Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._get(url).json() Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: return self.request(url, 'GET', **kwargs) Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:17:21.233949 dv-cinder-839760-1-iscsi neutron-server[103509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:17:21.293075 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (7a9ffb48-8133-41ed-9c8e-114a115a81c7), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.298967 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.302703 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a9ffb48-8133-41ed-9c8e-114a115a81c7 HTTP/1.1" status: 204 len: 168 time: 0.5621758 Apr 28 14:17:21.320058 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72686bd6-a837-474a-94b1-49b4ad7ba4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9ffb48-8133-41ed-9c8e-114a115a81c7,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:21.469812 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46402) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:21.510824 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a06d2dfd-2af0-468f-b327-d8a46e2eac36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41237bb81ade44018b1ef1781e00db45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395472 Apr 28 14:17:21.513130 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46406) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:21.566984 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-001c58fe-a970-4e1e-abce-c98fb6da71ca admin admin] Publish callbacks [] for security_group (c9a9f237-f798-40b5-8ff0-105b8ba26252), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.588377 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-001c58fe-a970-4e1e-abce-c98fb6da71ca admin admin] Publish callbacks [] for security_group (c9a9f237-f798-40b5-8ff0-105b8ba26252), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.639409 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-001c58fe-a970-4e1e-abce-c98fb6da71ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (c9a9f237-f798-40b5-8ff0-105b8ba26252), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.644778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-001c58fe-a970-4e1e-abce-c98fb6da71ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.645766 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-001c58fe-a970-4e1e-abce-c98fb6da71ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9a9f237-f798-40b5-8ff0-105b8ba26252 HTTP/1.1" status: 204 len: 168 time: 0.1311316 Apr 28 14:17:21.648771 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 855599d6-0cce-4565-82e0-c2ae58522ff4 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:17:21.663126 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c58fe-a970-4e1e-abce-c98fb6da71ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9f237-f798-40b5-8ff0-105b8ba26252,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:21.669842 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 855599d6-0cce-4565-82e0-c2ae58522ff4 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:17:21.670387 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 855599d6-0cce-4565-82e0-c2ae58522ff4 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:17:21.670812 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:17:21.697758 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:17:21.698159 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 9bfc62e4-c9c5-4cb0-be2b-0bb317137b12 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:17:21.698524 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 71e0e67d-5338-44f8-bc6c-ed48c000f65c no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:17:21.718639 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 71e0e67d-5338-44f8-bc6c-ed48c000f65c {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:17:21.718987 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 71e0e67d-5338-44f8-bc6c-ed48c000f65c not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:17:21.800275 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:21.985810 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46414) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:22.027586 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9da29231-3f9c-4a5e-a256-589df885e7f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24b376b48e6945ab85ce319896d4a296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405896 Apr 28 14:17:22.030019 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46416) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:22.079520 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-19043283-c83f-4385-a492-0c6d08335a25 admin admin] Publish callbacks [] for security_group (30d62e8a-323d-4105-8188-8909712b86cc), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:22.106674 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-19043283-c83f-4385-a492-0c6d08335a25 admin admin] Publish callbacks [] for security_group (30d62e8a-323d-4105-8188-8909712b86cc), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:22.156057 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-19043283-c83f-4385-a492-0c6d08335a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (30d62e8a-323d-4105-8188-8909712b86cc), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:22.158775 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-19043283-c83f-4385-a492-0c6d08335a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:22.159923 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-19043283-c83f-4385-a492-0c6d08335a25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30d62e8a-323d-4105-8188-8909712b86cc HTTP/1.1" status: 204 len: 168 time: 0.1290314 Apr 28 14:17:22.169006 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19043283-c83f-4385-a492-0c6d08335a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d62e8a-323d-4105-8188-8909712b86cc,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:22.826298 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:24.260230 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:26.436991 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:33.061080 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:17:37.598655 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46572) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:37.710406 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9a43895-2973-4ff5-b2a1-d12d044caa55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:37.789668 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9a43895-2973-4ff5-b2a1-d12d044caa55 admin admin] Publish callbacks [] for security_group (d510a606-a417-4546-99d0-2cbe79125dc8), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:37.793413 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c9a43895-2973-4ff5-b2a1-d12d044caa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d510a606-a417-4546-99d0-2cbe79125dc8), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:37.830276 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a43895-2973-4ff5-b2a1-d12d044caa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d510a606-a417-4546-99d0-2cbe79125dc8,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:37.833922 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-c9a43895-2973-4ff5-b2a1-d12d044caa55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=577dc79c054e4267b43eeb4d52e9f406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339950 Apr 28 14:17:37.837307 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46576) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:37.885983 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c687-dfcc-4347-820b-e7fc8f401aac admin admin] Publish callbacks [] for security_group (d510a606-a417-4546-99d0-2cbe79125dc8), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:37.909687 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c687-dfcc-4347-820b-e7fc8f401aac admin admin] Publish callbacks [] for security_group (d510a606-a417-4546-99d0-2cbe79125dc8), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:37.958780 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c687-dfcc-4347-820b-e7fc8f401aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (d510a606-a417-4546-99d0-2cbe79125dc8), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:37.962693 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c687-dfcc-4347-820b-e7fc8f401aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:37.964057 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8ca6c687-dfcc-4347-820b-e7fc8f401aac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d510a606-a417-4546-99d0-2cbe79125dc8 HTTP/1.1" status: 204 len: 168 time: 0.1257946 Apr 28 14:17:37.974789 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6c687-dfcc-4347-820b-e7fc8f401aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d510a606-a417-4546-99d0-2cbe79125dc8,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:47.721529 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4cb6fbc4-657d-465f-8869-812cdfccbf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:49.121284 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46690) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:49.228900 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ffcf38ae-804d-4769-81f2-918105cfadf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:49.323965 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ffcf38ae-804d-4769-81f2-918105cfadf5 admin admin] Publish callbacks [] for security_group (c111de70-e54e-40f0-927e-a0bd509f683b), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:49.328171 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-ffcf38ae-804d-4769-81f2-918105cfadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (c111de70-e54e-40f0-927e-a0bd509f683b), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:49.367637 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-ffcf38ae-804d-4769-81f2-918105cfadf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1de7e3d285ba4b1caedcbce6349f4591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449799 Apr 28 14:17:49.368392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf38ae-804d-4769-81f2-918105cfadf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c111de70-e54e-40f0-927e-a0bd509f683b,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:49.371257 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46694) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:17:49.430117 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Publish callbacks [] for security_group (c111de70-e54e-40f0-927e-a0bd509f683b), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:49.458079 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Publish callbacks [] for security_group (c111de70-e54e-40f0-927e-a0bd509f683b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:49.512591 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (c111de70-e54e-40f0-927e-a0bd509f683b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:49.515829 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:49.520611 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c111de70-e54e-40f0-927e-a0bd509f683b HTTP/1.1" status: 204 len: 168 time: 0.1442173 Apr 28 14:17:49.530830 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c111de70-e54e-40f0-927e-a0bd509f683b,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:17:49.543935 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.544514 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.545090 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.545692 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.546260 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.546807 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.547357 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.547931 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.548474 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.549033 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.549621 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.550183 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.550746 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.551307 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:49.551865 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40fc51a-882d-4593-8ae7-06645a8b0563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:17:50.061401 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-78c868e3-ab5a-45f7-9829-44b840b8cbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:51.803160 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:52.828960 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:54.277828 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:17:56.451132 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:00.557245 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-13b61e19-b08d-408a-a0d7-8e6485e8d8c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378418 Apr 28 14:18:00.651399 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-b5e13bce-6059-4235-8a7f-f07b0cd435fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:00.652894 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-b5e13bce-6059-4235-8a7f-f07b0cd435fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 1129 time: 0.0391695 Apr 28 14:18:00.763184 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-af8b1633-45bc-4170-b338-338ed16cfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:00.764629 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-af8b1633-45bc-4170-b338-338ed16cfde4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.0924053 Apr 28 14:18:00.832185 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-8b8a44f5-35cf-4c56-b341-38fec27e8267 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392 HTTP/1.1" status: 200 len: 1001 time: 0.0588849 Apr 28 14:18:00.892620 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-3d35f368-0f1e-4eb6-b6d3-64c0ae40bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:00.894116 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-3d35f368-0f1e-4eb6-b6d3-64c0ae40bf84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0546985 Apr 28 14:18:00.939610 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-db40af93-9356-475c-ae2e-c6a7c90e0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:00.941126 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-db40af93-9356-475c-ae2e-c6a7c90e0d67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387013 Apr 28 14:18:01.044973 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-3b2095e5-dc1b-4fc5-b7a9-a1c5f2df8ea6 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930872 Apr 28 14:18:01.081103 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064a722-a462-47c4-b5c5-9b08551bd01c req-16c4778a-3adc-43a6-ac25-946a50201683 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:01.082577 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1064a722-a462-47c4-b5c5-9b08551bd01c req-16c4778a-3adc-43a6-ac25-946a50201683 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 946 time: 0.0458269 Apr 28 14:18:01.130393 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-1064a722-a462-47c4-b5c5-9b08551bd01c req-12e0f31a-f001-422c-b9a9-022289beab07 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Apr 28 14:18:02.245834 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0039-aa0f-469d-a9ff-ff75c07c927e req-12ae9aa7-26e5-466c-af5d-e4189f16fa37 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:02.247305 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0d7a0039-aa0f-469d-a9ff-ff75c07c927e req-12ae9aa7-26e5-466c-af5d-e4189f16fa37 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 946 time: 0.0486338 Apr 28 14:18:02.294264 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-0d7a0039-aa0f-469d-a9ff-ff75c07c927e req-bc6a56a7-9654-4d6b-b5f4-0e42cf09a969 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Apr 28 14:18:02.638442 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-14fc54bf-b787-44a7-a8c6-682ba77fb8b7 req-2146442c-c487-4d19-b81c-d7f16de3921d service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 Apr 28 14:18:02.905460 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-54aa0ed8-f3f3-4cb3-a72e-b4af69129070 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:02.907062 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-54aa0ed8-f3f3-4cb3-a72e-b4af69129070 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.13 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 946 time: 0.0459909 Apr 28 14:18:02.990475 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Deleting port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:18:02.990803 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:03.080463 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] For port e95c7f10-d8b2-4d39-be23-380eaa5b22d5, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:03.080819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:03.093548 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Calling delete_port for e95c7f10-d8b2-4d39-be23-380eaa5b22d5 owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:18:03.220607 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (e95c7f10-d8b2-4d39-be23-380eaa5b22d5), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:03.233844 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['e95c7f10-d8b2-4d39-be23-380eaa5b22d5'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:18:03.250423 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Pushing event deleted for resources: {'Port': ['ID=e95c7f10-d8b2-4d39-be23-380eaa5b22d5,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:03.262911 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.263257 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.263593 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.263927 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.264255 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.264578 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.264899 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.265223 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.265540 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.265883 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.266203 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.266520 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.266834 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.267149 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.267461 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:03.304551 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] No DVR routers for this DVR port e95c7f10-d8b2-4d39-be23-380eaa5b22d5 on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:18:03.307732 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:03.311026 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ac3ae438-f30f-4176-8c60-84dd2026c05e req-62ed4785-6b91-4e6a-b5d6-b3b861c39f5d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.13 "DELETE /v2.0/ports/e95c7f10-d8b2-4d39-be23-380eaa5b22d5 HTTP/1.1" status: 204 len: 173 time: 0.3968482 Apr 28 14:18:03.311462 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913d2441-d75a-4fc9-abf3-3017e2c57f32', 'name': 'network-vif-deleted', 'tag': 'e95c7f10-d8b2-4d39-be23-380eaa5b22d5'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:03.313796 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c955ba0a-6e00-4868-b052-3ff015d4e5bb" -d '{"events": [{"server_uuid": "913d2441-d75a-4fc9-abf3-3017e2c57f32", "name": "network-vif-deleted", "tag": "e95c7f10-d8b2-4d39-be23-380eaa5b22d5"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:03.351824 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7151bb2c-3900-41a2-9026-0b226e55eb3a x-openstack-request-id: req-7151bb2c-3900-41a2-9026-0b226e55eb3a {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:03.352116 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913d2441-d75a-4fc9-abf3-3017e2c57f32", "name": "network-vif-deleted", "tag": "e95c7f10-d8b2-4d39-be23-380eaa5b22d5", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:03.352367 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7151bb2c-3900-41a2-9026-0b226e55eb3a {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:03.352795 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7151bb2c-3900-41a2-9026-0b226e55eb3a'] response: {'server_uuid': '913d2441-d75a-4fc9-abf3-3017e2c57f32', 'name': 'network-vif-deleted', 'tag': 'e95c7f10-d8b2-4d39-be23-380eaa5b22d5', 'status': 'completed', 'code': 200} Apr 28 14:18:03.400782 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-776c6e85-2751-4c97-b015-70aa3579365a req-1c3d58fa-7d74-438c-90dc-12deec6bb0c1 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=913d2441-d75a-4fc9-abf3-3017e2c57f32 HTTP/1.1" status: 200 len: 210 time: 0.0295637 Apr 28 14:18:07.695878 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device e95c7f10-d8b2-4d39-be23-380eaa5b22d5 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:18:07.718518 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: e95c7f10-d8b2-4d39-be23-380eaa5b22d5 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:18:07.718856 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device e95c7f10-d8b2-4d39-be23-380eaa5b22d5 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:18:10.060082 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:18:14.473535 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-6aeaf9c5-73a9-4ceb-9fa6-5e32e0337515 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:14.475042 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-6aeaf9c5-73a9-4ceb-9fa6-5e32e0337515 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/networks?id=08d81b41-d72b-4199-86af-bee88f83fd3b HTTP/1.1" status: 200 len: 814 time: 0.1051767 Apr 28 14:18:14.490204 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-ed38cb4d-22e5-4abd-bd9d-9059bff2df46 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/quotas/d9f13b89c28046179f245681c1a70cf8 HTTP/1.1" status: 200 len: 375 time: 0.0092185 Apr 28 14:18:14.521975 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-a71bab83-f9d3-4805-b295-9dc58f53ce4b tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9f13b89c28046179f245681c1a70cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266590 Apr 28 14:18:14.637235 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-4e036b76-ce41-4529-8131-2a02480811f9 service neutron] 10.222.0.20 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079357 Apr 28 14:18:14.733078 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-181fd1b6-ae6d-448c-901a-da94cb301bce service neutron] 10.222.0.20 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893071 Apr 28 14:18:14.907342 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-f657c733-b069-42cb-844e-76ffe23c7f86 req-aa0a81d0-c63f-4ea8-a392-bcec478eccef tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 210 time: 0.0321896 Apr 28 14:18:15.882020 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-09ec238e-af4f-4d2d-b977-cae28a8477f3 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:15.883549 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-09ec238e-af4f-4d2d-b977-cae28a8477f3 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.13 "GET /v2.0/networks?id=08d81b41-d72b-4199-86af-bee88f83fd3b HTTP/1.1" status: 200 len: 814 time: 0.1150391 Apr 28 14:18:15.901313 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Request body: {'port': {'device_id': '8b752c63-e4bd-4f4f-9187-97716cfa75e2', 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b', 'admin_state_up': True, 'tenant_id': 'd9f13b89c28046179f245681c1a70cf8'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:16.052137 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6357baa6-4fac-4dfa-8b6e-7117b6ad7b91 req-ea086b3c-331f-40ef-89ef-709c918b748c tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 210 time: 0.0446043 Apr 28 14:18:16.069859 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Made reservation on behalf of d9f13b89c28046179f245681c1a70cf8 for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:18:16.073192 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:16.197655 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Allocated IP 172.20.0.7 (08d81b41-d72b-4199-86af-bee88f83fd3b/878c9d92-ce94-4839-84aa-3fbe56389194/15bdec59-3cd0-450c-ad79-d7e3053795db) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:18:16.345472 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks [] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:16.377027 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:16.418540 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Network 08d81b41-d72b-4199-86af-bee88f83fd3b is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:18:16.421746 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:18:16.428280 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:18:16.454070 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Pushing event updated for resources: {'Port': ['ID=15bdec59-3cd0-450c-ad79-d7e3053795db,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:16.479248 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:16.479915 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:16.495959 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-b53ac579-938b-4803-97ad-7d1444c1f670 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017075 Apr 28 14:18:16.510685 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Request body: {'port': {'device_id': '8b752c63-e4bd-4f4f-9187-97716cfa75e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:16.576928 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:17.108839 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bdec59-3cd0-450c-ad79-d7e3053795db {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:18:17.118167 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Publish callbacks [] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:17.132082 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Transition to ACTIVE for port object 15bdec59-3cd0-450c-ad79-d7e3053795db will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:18:17.139796 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:17.174859 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ee86-a12f-4ece-8b28-949412d088e3 req-3bb89b81-8d17-4dd1-b712-1b9b9f0a6549 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:17.177078 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c5ee86-a12f-4ece-8b28-949412d088e3 req-3bb89b81-8d17-4dd1-b712-1b9b9f0a6549 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 931 time: 0.0561283 Apr 28 14:18:17.201023 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Pushing event updated for resources: {'Port': ['ID=15bdec59-3cd0-450c-ad79-d7e3053795db,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:17.232873 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f4c5ee86-a12f-4ece-8b28-949412d088e3 req-5c6986f1-c156-464e-a91b-e14f5e880f27 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494211 Apr 28 14:18:17.280570 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Attempting to bind port 15bdec59-3cd0-450c-ad79-d7e3053795db on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:18:17.281018 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Attempting to bind port 15bdec59-3cd0-450c-ad79-d7e3053795db by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:18:17.281428 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Attempting to bind port 15bdec59-3cd0-450c-ad79-d7e3053795db on network 08d81b41-d72b-4199-86af-bee88f83fd3b {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:18:17.304108 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Port 15bdec59-3cd0-450c-ad79-d7e3053795db on network 08d81b41-d72b-4199-86af-bee88f83fd3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:18:17.304428 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Attempting to bind port 15bdec59-3cd0-450c-ad79-d7e3053795db on network 08d81b41-d72b-4199-86af-bee88f83fd3b {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:18:17.317741 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:18:17.318104 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Checking segment: {'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:18:17.318438 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Bound using segment: {'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:18:17.318867 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Bound port: 15bdec59-3cd0-450c-ad79-d7e3053795db, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea8c306-c4cb-422b-95b7-176700029849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:18:17.319254 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:17.327326 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca13e1-1d96-465b-92ca-05e925368a04 req-13e3aabc-aa1e-4873-9c7e-77eb13a4e4c3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:17.328823 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e4ca13e1-1d96-465b-92ca-05e925368a04 req-13e3aabc-aa1e-4873-9c7e-77eb13a4e4c3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 945 time: 0.0621891 Apr 28 14:18:17.423695 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e4ca13e1-1d96-465b-92ca-05e925368a04 req-abf4beab-5ce5-437b-9d95-fe9829cc4df6 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839093 Apr 28 14:18:17.432657 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] For port 15bdec59-3cd0-450c-ad79-d7e3053795db, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:18:17.435709 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] For port 15bdec59-3cd0-450c-ad79-d7e3053795db, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=15bdec59-3cd0-450c-ad79-d7e3053795db,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:18:17.442291 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:17.476570 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:17.477272 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:17.478917 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] 10.222.0.13 "PUT /v2.0/ports/15bdec59-3cd0-450c-ad79-d7e3053795db HTTP/1.1" status: 200 len: 1093 time: 0.9729323 Apr 28 14:18:17.481148 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b752c63-e4bd-4f4f-9187-97716cfa75e2', 'tag': '15bdec59-3cd0-450c-ad79-d7e3053795db'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:17.483403 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7db14c-7ba7-467b-bf08-0d18fd1f188e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b752c63-e4bd-4f4f-9187-97716cfa75e2", "tag": "15bdec59-3cd0-450c-ad79-d7e3053795db"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:17.509473 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997398a9-25a3-4d31-8635-f5e5a2d16d88 service neutron] Pushing event updated for resources: {'Port': ['ID=15bdec59-3cd0-450c-ad79-d7e3053795db,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:17.521451 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a15f3f-e847-4294-8ee6-983ce18a9240 x-openstack-request-id: req-55a15f3f-e847-4294-8ee6-983ce18a9240 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:17.521858 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b752c63-e4bd-4f4f-9187-97716cfa75e2", "tag": "15bdec59-3cd0-450c-ad79-d7e3053795db", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:17.522267 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55a15f3f-e847-4294-8ee6-983ce18a9240 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:17.522535 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a15f3f-e847-4294-8ee6-983ce18a9240'] response: {'name': 'network-changed', 'server_uuid': '8b752c63-e4bd-4f4f-9187-97716cfa75e2', 'tag': '15bdec59-3cd0-450c-ad79-d7e3053795db', 'status': 'completed', 'code': 200} Apr 28 14:18:17.723522 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-db5101a2-8f48-4098-9e8c-3d7eeb4d4a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:18.348404 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a6b67-7453-489f-a82d-f2e45095ed09 req-dbb69dd1-d645-4e26-9e46-ae58e6d064c4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:18.349795 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3c3a6b67-7453-489f-a82d-f2e45095ed09 req-dbb69dd1-d645-4e26-9e46-ae58e6d064c4 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 943 time: 0.0468636 Apr 28 14:18:18.400306 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3c3a6b67-7453-489f-a82d-f2e45095ed09 req-c350e9d4-3230-40fa-9c63-81a8d4f52965 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 Apr 28 14:18:18.541204 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9f8ea-2494-4c9e-8bc4-4bb97efea0d0 req-267b63f4-222f-4601-ab24-616666162294 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:18.542689 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-42b9f8ea-2494-4c9e-8bc4-4bb97efea0d0 req-267b63f4-222f-4601-ab24-616666162294 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 945 time: 0.0465150 Apr 28 14:18:18.588608 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-42b9f8ea-2494-4c9e-8bc4-4bb97efea0d0 req-6314bda8-6566-4311-8d19-a5d375003027 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405109 Apr 28 14:18:18.702652 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7db14c-7ba7-467b-bf08-0d18fd1f188e req-cea9a04b-fccb-4a9f-a2c7-a17d9f37540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:18.704117 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4c7db14c-7ba7-467b-bf08-0d18fd1f188e req-cea9a04b-fccb-4a9f-a2c7-a17d9f37540b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f13b89c28046179f245681c1a70cf8&device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 1127 time: 0.0377843 Apr 28 14:18:18.830319 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7db14c-7ba7-467b-bf08-0d18fd1f188e req-e6ba0dda-fa55-4437-bc54-8f44dff5cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:18.831793 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4c7db14c-7ba7-467b-bf08-0d18fd1f188e req-e6ba0dda-fa55-4437-bc54-8f44dff5cf00 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d9f13b89c28046179f245681c1a70cf8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954416 Apr 28 14:18:19.009728 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7db14c-7ba7-467b-bf08-0d18fd1f188e req-358ec303-8ecf-490e-a5e2-b9205a4c6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:19.011188 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4c7db14c-7ba7-467b-bf08-0d18fd1f188e req-358ec303-8ecf-490e-a5e2-b9205a4c6298 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912285 Apr 28 14:18:19.107911 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-c1c00d08-c15f-4d3b-81d6-0b99b084e37d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:19.109510 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-c1c00d08-c15f-4d3b-81d6-0b99b084e37d tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 945 time: 0.0490170 Apr 28 14:18:19.112615 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-a97d0409-f836-4a1a-b3b8-dae6be1f828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:19.114114 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-a97d0409-f836-4a1a-b3b8-dae6be1f828b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9f13b89c28046179f245681c1a70cf8&device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 1127 time: 0.0374458 Apr 28 14:18:19.160507 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-d65af2c8-3fd5-4412-a245-03b914c6ec91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15bdec59-3cd0-450c-ad79-d7e3053795db HTTP/1.1" status: 200 len: 217 time: 0.0393627 Apr 28 14:18:19.201842 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Deleting port f17a9128-0871-4858-b54f-835029c2db78 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:18:19.202185 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (f17a9128-0871-4858-b54f-835029c2db78), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:19.209293 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-71405aac-8214-4165-b165-8a5860459e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:19.210783 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-71405aac-8214-4165-b165-8a5860459e2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=878c9d92-ce94-4839-84aa-3fbe56389194 HTTP/1.1" status: 200 len: 854 time: 0.0441871 Apr 28 14:18:19.243663 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-74da82fa-96f3-49d9-bb93-ea7345302f99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d81b41-d72b-4199-86af-bee88f83fd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257044 Apr 28 14:18:19.298978 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] For port f17a9128-0871-4858-b54f-835029c2db78, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=f17a9128-0871-4858-b54f-835029c2db78,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:19.299261 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (f17a9128-0871-4858-b54f-835029c2db78), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:19.341829 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-a3721a86-569a-41d3-aeba-f7858217d7d0 service neutron] 10.222.0.13 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913494 Apr 28 14:18:19.435121 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-b1bba69e-9da9-466e-a1ce-87e0d6708b5c req-1adfaf32-ebb6-4e00-ae98-0e2f14d3a321 service neutron] 10.222.0.13 "GET /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865312 Apr 28 14:18:19.488768 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:19.489382 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (3ecc8d90-03b5-4b66-bfbe-475014569e53), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:19.489505 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Floating IP 3ecc8d90-03b5-4b66-bfbe-475014569e53 disassociated. External IP: 172.27.1.245, port: f17a9128-0871-4858-b54f-835029c2db78. Apr 28 14:18:19.489772 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Calling delete_port for f17a9128-0871-4858-b54f-835029c2db78 owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:18:19.566622 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691afcf-2b7e-4340-b98f-b1a592e0ed53 req-7de1ab14-3e3c-4b8a-ade2-f0319468a02d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:19.568068 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3691afcf-2b7e-4340-b98f-b1a592e0ed53 req-7de1ab14-3e3c-4b8a-ade2-f0319468a02d tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 943 time: 0.0904031 Apr 28 14:18:19.645537 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-3691afcf-2b7e-4340-b98f-b1a592e0ed53 req-f594a6d3-2d02-4da9-b887-3568b343c009 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710337 Apr 28 14:18:19.710387 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (f17a9128-0871-4858-b54f-835029c2db78), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:19.725149 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692c4a4-238e-4f5a-8bbc-f185e539245e req-b5e0e45c-74f4-4ec1-8392-ad26a8cafb42 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:19.727443 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8692c4a4-238e-4f5a-8bbc-f185e539245e req-b5e0e45c-74f4-4ec1-8392-ad26a8cafb42 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 945 time: 0.0636079 Apr 28 14:18:19.744996 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'Port': ['ID=f17a9128-0871-4858-b54f-835029c2db78,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:19.782004 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-8692c4a4-238e-4f5a-8bbc-f185e539245e req-75752453-15fa-40d2-b331-46a49373787e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=35c6211c-6459-4160-ae79-c67dc9a82e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476553 Apr 28 14:18:19.870698 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:18:19.986474 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:18:19.998638 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:18:20.010716 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:18:20.011356 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:17:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:20.030648 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] No DVR routers for this DVR port f17a9128-0871-4858-b54f-835029c2db78 on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:18:20.033246 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:20.036659 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7d616ef8-5a6f-49d8-b2f7-ba7c6ed23d36 req-eb1a4084-95d0-48bf-9cd5-c0bde885a6fd tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "DELETE /v2.0/ports/f17a9128-0871-4858-b54f-835029c2db78 HTTP/1.1" status: 204 len: 173 time: 0.9198236 Apr 28 14:18:20.037152 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'name': 'network-vif-deleted', 'tag': 'f17a9128-0871-4858-b54f-835029c2db78'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:20.039528 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae9680a-a113-4948-9a19-559aad7abd8d" -d '{"events": [{"server_uuid": "f0c5761c-d4f7-47c0-81a7-892eff0e03fc", "name": "network-vif-deleted", "tag": "f17a9128-0871-4858-b54f-835029c2db78"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:20.065392 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4d87b048-506e-43e1-8140-5742efb4c992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:20.078468 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfcb00d-fff2-48b5-b451-beac0826e1b1 x-openstack-request-id: req-2cfcb00d-fff2-48b5-b451-beac0826e1b1 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:20.078759 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c5761c-d4f7-47c0-81a7-892eff0e03fc", "name": "network-vif-deleted", "tag": "f17a9128-0871-4858-b54f-835029c2db78", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:20.079055 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cfcb00d-fff2-48b5-b451-beac0826e1b1 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:20.079450 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfcb00d-fff2-48b5-b451-beac0826e1b1'] response: {'server_uuid': 'f0c5761c-d4f7-47c0-81a7-892eff0e03fc', 'name': 'network-vif-deleted', 'tag': 'f17a9128-0871-4858-b54f-835029c2db78', 'status': 'completed', 'code': 200} Apr 28 14:18:20.140443 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:18:20.339970 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:20.371359 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:18:20.383989 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:18:20.384944 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:20.503946 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:18:20.697609 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:20.729909 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4374687-8be3-468d-90b2-3104cc435f5c None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:18:20.770781 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6bed-7be9-48ab-a218-718d02cf8fd1 req-e43d19f6-411e-46d9-bd7d-0c9dea60c494 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:20.772431 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2cff6bed-7be9-48ab-a218-718d02cf8fd1 req-e43d19f6-411e-46d9-bd7d-0c9dea60c494 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 943 time: 0.0521798 Apr 28 14:18:20.840913 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2cff6bed-7be9-48ab-a218-718d02cf8fd1 req-042f03d9-4e68-499d-b8ed-55d20b669967 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588031 Apr 28 14:18:20.939113 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1da28cd5-77a1-4d41-87b3-9eb0b85b2e35 req-d2fc1419-5a12-4944-825e-cb2674a50eac tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0c5761c-d4f7-47c0-81a7-892eff0e03fc HTTP/1.1" status: 200 len: 210 time: 0.0288455 Apr 28 14:18:21.059047 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ffee6-f039-4004-9cf4-10f875e57139 None None] New status for floating IP 3ecc8d90-03b5-4b66-bfbe-475014569e53: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:18:21.762229 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 15bdec59-3cd0-450c-ad79-d7e3053795db details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:18:21.843792 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:21.869953 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 15bdec59-3cd0-450c-ad79-d7e3053795db, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=15bdec59-3cd0-450c-ad79-d7e3053795db,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:21.881913 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '15bdec59-3cd0-450c-ad79-d7e3053795db', 'network_id': '08d81b41-d72b-4199-86af-bee88f83fd3b', 'port_id': '15bdec59-3cd0-450c-ad79-d7e3053795db', 'mac_address': 'fa:16:3e:2c:41:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878c9d92-ce94-4839-84aa-3fbe56389194', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:18:21.923639 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 15bdec59-3cd0-450c-ad79-d7e3053795db is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:18:21.924026 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:21.938198 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bdec59-3cd0-450c-ad79-d7e3053795db {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:18:21.953020 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ef479-f812-40ef-a98f-e728eb4e7f08 req-f66b3e19-1d39-4679-83b9-214df1b58569 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:21.954522 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655ef479-f812-40ef-a98f-e728eb4e7f08 req-f66b3e19-1d39-4679-83b9-214df1b58569 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 943 time: 0.0505865 Apr 28 14:18:21.957863 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 15bdec59-3cd0-450c-ad79-d7e3053795db, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=15bdec59-3cd0-450c-ad79-d7e3053795db,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:21.962638 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.005346 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-655ef479-f812-40ef-a98f-e728eb4e7f08 req-c1716ae1-c4b5-46a5-82f5-e3c4eff3186a tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Apr 28 14:18:22.016355 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=15bdec59-3cd0-450c-ad79-d7e3053795db,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:22.025262 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.026934 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.026934 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.026934 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.026934 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.027294 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.027294 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.027627 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.027951 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.028280 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.028597 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.028931 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.029234 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.029591 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.029911 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:22.034165 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46916) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:22.089096 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4ef15ff-3e71-484b-9140-fc3812f18849 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (35c6211c-6459-4160-ae79-c67dc9a82e97), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.113584 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4ef15ff-3e71-484b-9140-fc3812f18849 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (35c6211c-6459-4160-ae79-c67dc9a82e97), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.161812 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4ef15ff-3e71-484b-9140-fc3812f18849 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (35c6211c-6459-4160-ae79-c67dc9a82e97), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.164860 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-c4ef15ff-3e71-484b-9140-fc3812f18849 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.166024 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-c4ef15ff-3e71-484b-9140-fc3812f18849 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "DELETE /v2.0/security-groups/35c6211c-6459-4160-ae79-c67dc9a82e97 HTTP/1.1" status: 204 len: 168 time: 0.1307995 Apr 28 14:18:22.168813 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46918) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:22.174942 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef15ff-3e71-484b-9140-fc3812f18849 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c6211c-6459-4160-ae79-c67dc9a82e97,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:22.185282 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.api.v2.resource [None req-526d852d-a9f5-4bc8-a492-2a847d9d4658 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] show failed (client error): The resource could not be found. Apr 28 14:18:22.186329 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-526d852d-a9f5-4bc8-a492-2a847d9d4658 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups/35c6211c-6459-4160-ae79-c67dc9a82e97 HTTP/1.1" status: 404 len: 347 time: 0.0165036 Apr 28 14:18:22.189105 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46920) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:22.228498 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['15bdec59-3cd0-450c-ad79-d7e3053795db'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:18:22.308213 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Deleting port f85adbe9-4e72-4d9d-8047-a75c46d883ed {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:18:22.308550 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (f85adbe9-4e72-4d9d-8047-a75c46d883ed), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.386810 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (f85adbe9-4e72-4d9d-8047-a75c46d883ed), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.387140 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (f85adbe9-4e72-4d9d-8047-a75c46d883ed), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.399711 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Calling delete_port for f85adbe9-4e72-4d9d-8047-a75c46d883ed owned by network:floatingip {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:18:22.531126 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (f85adbe9-4e72-4d9d-8047-a75c46d883ed), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.556299 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'Port': ['ID=f85adbe9-4e72-4d9d-8047-a75c46d883ed,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:22.616405 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (3ecc8d90-03b5-4b66-bfbe-475014569e53), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.618967 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.620110 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-387caa85-8cd8-4c65-a36a-0aefb1c94012 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "DELETE /v2.0/floatingips/3ecc8d90-03b5-4b66-bfbe-475014569e53 HTTP/1.1" status: 204 len: 168 time: 0.4300888 Apr 28 14:18:22.832257 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.889531 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 46924) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:22.894114 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [None req-a15d9ebf-f76e-4863-8553-47299c4b6bc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90852095', 'description': 'tempest-description--54384081'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:22.914888 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a15d9ebf-f76e-4863-8553-47299c4b6bc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.985363 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a15d9ebf-f76e-4863-8553-47299c4b6bc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (e6638590-ca3e-4be7-9a99-2a349728381e), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:22.989262 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a15d9ebf-f76e-4863-8553-47299c4b6bc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (e6638590-ca3e-4be7-9a99-2a349728381e), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.015275 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a15d9ebf-f76e-4863-8553-47299c4b6bc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.016632 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a15d9ebf-f76e-4863-8553-47299c4b6bc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1260877 Apr 28 14:18:23.020794 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46926) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:23.025435 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d9ebf-f76e-4863-8553-47299c4b6bc7 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6638590-ca3e-4be7-9a99-2a349728381e,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:23.025682 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-5c4b63d6-0366-4263-aff1-21bdac09265f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group_rule': {'security_group_id': 'e6638590-ca3e-4be7-9a99-2a349728381e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:23.059474 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5c4b63d6-0366-4263-aff1-21bdac09265f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (e416ea85-cc24-47f1-a692-10ce3014fbd3), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.120041 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5c4b63d6-0366-4263-aff1-21bdac09265f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (e416ea85-cc24-47f1-a692-10ce3014fbd3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.124073 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5c4b63d6-0366-4263-aff1-21bdac09265f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (e416ea85-cc24-47f1-a692-10ce3014fbd3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.133732 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e9de4-7a53-4d00-acab-160de7f18625 req-3a4400ec-69f5-465d-b01f-73d600609346 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:23.135225 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cd3e9de4-7a53-4d00-acab-160de7f18625 req-3a4400ec-69f5-465d-b01f-73d600609346 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 944 time: 0.0550878 Apr 28 14:18:23.144160 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b63d6-0366-4263-aff1-21bdac09265f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e416ea85-cc24-47f1-a692-10ce3014fbd3,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:23.154314 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-5c4b63d6-0366-4263-aff1-21bdac09265f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.155499 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-5c4b63d6-0366-4263-aff1-21bdac09265f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337030 Apr 28 14:18:23.158108 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46930) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:23.162265 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-9790e0b1-7601-4d19-815b-88a85adf4ebc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'security_group_rule': {'security_group_id': 'e6638590-ca3e-4be7-9a99-2a349728381e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:23.187394 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cd3e9de4-7a53-4d00-acab-160de7f18625 req-51350a36-06ed-473e-a81b-9d487fcc9979 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463629 Apr 28 14:18:23.188448 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9790e0b1-7601-4d19-815b-88a85adf4ebc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (c3b65f51-9483-4c43-be46-2b8e18eaa3ce), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.244697 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9790e0b1-7601-4d19-815b-88a85adf4ebc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (c3b65f51-9483-4c43-be46-2b8e18eaa3ce), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.248556 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9790e0b1-7601-4d19-815b-88a85adf4ebc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463075'] for security_group_rule (c3b65f51-9483-4c43-be46-2b8e18eaa3ce), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.267580 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790e0b1-7601-4d19-815b-88a85adf4ebc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b65f51-9483-4c43-be46-2b8e18eaa3ce,revision_number=0']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:23.273045 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9790e0b1-7601-4d19-815b-88a85adf4ebc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.274491 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9790e0b1-7601-4d19-815b-88a85adf4ebc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154828 Apr 28 14:18:23.277443 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 46932) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:23.281531 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'floatingip': {'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:23.301635 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.379731 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.484937 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_common [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Allocated IP 172.27.1.183 (b387b340-ba2a-4981-add4-9dac5ffcc4cd/cdbeaeac-ae82-45ea-b969-49d961da7c7c/8d5d1225-9e8e-4488-8971-541f02b5c6c2) {{(pid=103510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:18:23.592221 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (8d5d1225-9e8e-4488-8971-541f02b5c6c2), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.627102 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (8d5d1225-9e8e-4488-8971-541f02b5c6c2), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.665355 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Network b387b340-ba2a-4981-add4-9dac5ffcc4cd is already hosted by enough agents. {{(pid=103510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:18:23.670198 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.base_scheduler [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Resources bound (agent type, host, resource id): {{(pid=103510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:18:23.673674 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Received port after_create {{(pid=103510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:18:23.696959 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=8d5d1225-9e8e-4488-8971-541f02b5c6c2,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:23.763097 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (9ef64b57-6f9a-478e-b27d-2dde2a73d7cd), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.788365 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 15bdec59-3cd0-450c-ad79-d7e3053795db up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:18:23.802504 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (8d5d1225-9e8e-4488-8971-541f02b5c6c2), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.833693 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 15bdec59-3cd0-450c-ad79-d7e3053795db completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:18:23.840370 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 15bdec59-3cd0-450c-ad79-d7e3053795db triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:18:23.840863 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.922637 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 15bdec59-3cd0-450c-ad79-d7e3053795db is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:18:23.923024 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.944647 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b752c63-e4bd-4f4f-9187-97716cfa75e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bdec59-3cd0-450c-ad79-d7e3053795db'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:23.947413 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091cb852-9f8b-47c8-a3be-8c6f6baf817d" -d '{"events": [{"server_uuid": "8b752c63-e4bd-4f4f-9187-97716cfa75e2", "name": "network-vif-plugged", "status": "completed", "tag": "15bdec59-3cd0-450c-ad79-d7e3053795db"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:23.953989 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (8d5d1225-9e8e-4488-8971-541f02b5c6c2), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.959254 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278342'] for port (8d5d1225-9e8e-4488-8971-541f02b5c6c2), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.960822 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 15bdec59-3cd0-450c-ad79-d7e3053795db, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=15bdec59-3cd0-450c-ad79-d7e3053795db,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:23.967133 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:23.968165 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device f17a9128-0871-4858-b54f-835029c2db78 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:18:23.991314 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25aea04-238b-4fee-90d0-98e28f39c4bc x-openstack-request-id: req-f25aea04-238b-4fee-90d0-98e28f39c4bc {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:23.991729 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b752c63-e4bd-4f4f-9187-97716cfa75e2", "name": "network-vif-plugged", "status": "completed", "tag": "15bdec59-3cd0-450c-ad79-d7e3053795db", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:23.992079 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f25aea04-238b-4fee-90d0-98e28f39c4bc {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:23.993239 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25aea04-238b-4fee-90d0-98e28f39c4bc'] response: {'server_uuid': '8b752c63-e4bd-4f4f-9187-97716cfa75e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bdec59-3cd0-450c-ad79-d7e3053795db', 'code': 200} Apr 28 14:18:24.016155 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: f17a9128-0871-4858-b54f-835029c2db78 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:18:24.017115 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device f17a9128-0871-4858-b54f-835029c2db78 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:18:24.032009 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=8d5d1225-9e8e-4488-8971-541f02b5c6c2,revision_number=2']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:24.043994 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (9ef64b57-6f9a-478e-b27d-2dde2a73d7cd), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:24.053839 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=15bdec59-3cd0-450c-ad79-d7e3053795db,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:24.060752 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:24.069747 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-cbaa18df-8d5d-4da6-8433-02586519c459 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7836528 Apr 28 14:18:24.166474 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91a7ee-264a-430d-a17d-054a3b895bf3 req-474e448f-684c-49f3-b7bf-a7b2b76b7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:24.167980 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ab91a7ee-264a-430d-a17d-054a3b895bf3 req-474e448f-684c-49f3-b7bf-a7b2b76b7345 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 1129 time: 0.0397353 Apr 28 14:18:24.217067 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-ab91a7ee-264a-430d-a17d-054a3b895bf3 req-4d312f52-2f4c-47a4-9e9a-a5e7c3ec1920 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384665 Apr 28 14:18:24.266715 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:24.285619 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-24707870-b5ae-4b0d-90f0-c82e27644cab tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--90852095&fields=id&tenant_id=9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 267 time: 0.0509577 Apr 28 14:18:24.306282 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304773cc-23cc-4c8c-9a43-98719e5e3db4 req-579df31f-928d-4fd7-bc1d-2f81e6cca858 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:24.307897 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-304773cc-23cc-4c8c-9a43-98719e5e3db4 req-579df31f-928d-4fd7-bc1d-2f81e6cca858 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 945 time: 0.0483489 Apr 28 14:18:24.356732 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-304773cc-23cc-4c8c-9a43-98719e5e3db4 req-53c0e569-d4de-453f-af04-a6c21fbd0de5 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Apr 28 14:18:24.393777 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-3062eeb8-88a0-409d-b4d9-da00de8c7455 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:24.395242 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-3062eeb8-88a0-409d-b4d9-da00de8c7455 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 814 time: 0.1026285 Apr 28 14:18:24.412751 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-388be1fa-7640-458d-8800-21443e87d50f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/quotas/9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 375 time: 0.0093472 Apr 28 14:18:24.469874 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-52a7230f-ab71-44ca-b454-dcfc251bbdb5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534234 Apr 28 14:18:24.572964 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-718a8c41-34c1-4a2e-ba35-c65543d81047 service neutron] 10.222.0.20 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903285 Apr 28 14:18:24.664883 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-8f34d805-cf9e-42d0-bca7-17c49c3649b8 service neutron] 10.222.0.20 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861156 Apr 28 14:18:24.825929 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-a9073fed-d3e3-4aa8-902d-181f8aad44e4 req-3ad1be14-e7de-4678-97c3-b58531f5f4df tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 210 time: 0.0315993 Apr 28 14:18:25.470973 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb29d9b-d4ae-4565-8611-9a34aa25cdcc req-8c19d215-6d32-468c-bfad-4f399c3cc045 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:25.472449 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5bb29d9b-d4ae-4565-8611-9a34aa25cdcc req-8c19d215-6d32-468c-bfad-4f399c3cc045 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 945 time: 0.0477505 Apr 28 14:18:25.519917 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-5bb29d9b-d4ae-4565-8611-9a34aa25cdcc req-3e85ae9a-7304-4a59-9b7c-598883feb409 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Apr 28 14:18:25.918982 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f666f9e4-67d8-4833-9de3-fba574ae6466 req-8dacd70a-bb7d-4688-9c2d-dc77de8a6b82 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 210 time: 0.0270572 Apr 28 14:18:26.203048 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-3def6a80-776a-4bd0-b7a0-b68ab9f1a713 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:26.204378 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-3def6a80-776a-4bd0-b7a0-b68ab9f1a713 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 814 time: 0.1096699 Apr 28 14:18:26.268712 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-7d88d83e-4723-498c-812d-352fba0e8092 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc2618a240d4702b6c7660829fabbcd HTTP/1.1" status: 200 len: 378 time: 0.0541890 Apr 28 14:18:26.279604 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'port': {'device_id': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'admin_state_up': True, 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'security_groups': ['e6638590-ca3e-4be7-9a99-2a349728381e']}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:26.384868 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Made reservation on behalf of 9bc2618a240d4702b6c7660829fabbcd for: {'port': 1} {{(pid=103509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:18:26.388181 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:26.460200 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:26.533218 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_common [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Allocated IP 172.20.0.7 (76338b23-752a-423f-88bf-10730cade65f/075b7eb8-3301-45be-99c8-5c2161e5230f/75c3e6cc-bb8e-4204-a21c-f92dad8d62db) {{(pid=103509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:18:26.705923 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8028-9a34-4084-8186-2f757c92efba req-d4bd108d-1d35-4a2a-b4ed-eaf933324db3 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:26.707473 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-721a8028-9a34-4084-8186-2f757c92efba req-d4bd108d-1d35-4a2a-b4ed-eaf933324db3 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 945 time: 0.1016338 Apr 28 14:18:26.768889 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:26.785860 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-721a8028-9a34-4084-8186-2f757c92efba req-5428455f-dd35-48e0-b3ac-994042f39ee3 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713532 Apr 28 14:18:26.814969 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758268320112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:26.861832 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Network 76338b23-752a-423f-88bf-10730cade65f is already hosted by enough agents. {{(pid=103509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:18:26.865163 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.base_scheduler [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Resources bound (agent type, host, resource id): {{(pid=103509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:18:26.867745 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Received port after_create {{(pid=103509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:18:26.906441 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event updated for resources: {'Port': ['ID=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:26.938954 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:26.939630 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:26.960819 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b26253f-77b9-4f96-903e-e3709824db38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6850753 Apr 28 14:18:26.972921 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.v2.base [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Request body: {'port': {'device_id': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83976'}} {{(pid=103509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:27.087365 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8cc79-5c67-48bd-b751-6521a91d2542 req-e6294bd7-c2da-4637-a5f1-6eda49d05bca tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:27.089001 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c0c8cc79-5c67-48bd-b751-6521a91d2542 req-e6294bd7-c2da-4637-a5f1-6eda49d05bca tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 931 time: 0.0914011 Apr 28 14:18:27.095821 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:27.192266 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-c0c8cc79-5c67-48bd-b751-6521a91d2542 req-42a8b98a-f72b-4476-8985-25e6642f8071 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939980 Apr 28 14:18:27.195025 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-1d8c6cd2-0df5-490f-a1b7-896ff2bf761d None None] Provisioning complete for port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db triggered by entity DHCP. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:18:27.196366 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6cd2-0df5-490f-a1b7-896ff2bf761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:27.237183 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c6cd2-0df5-490f-a1b7-896ff2bf761d None None] Port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db cannot update to ACTIVE because it is not bound. {{(pid=103511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 14:18:27.426047 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c3e6cc-bb8e-4204-a21c-f92dad8d62db {{(pid=103509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:18:27.434701 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Publish callbacks [] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:27.448833 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.provisioning_blocks [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Transition to ACTIVE for port object 75c3e6cc-bb8e-4204-a21c-f92dad8d62db will not be triggered until provisioned by entity L2. {{(pid=103509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 14:18:27.452197 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:27.507427 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,revision_number=2']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:27.590130 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Attempting to bind port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db on host hv-cinder-83976 for vnic_type normal with profile {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 14:18:27.590754 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Attempting to bind port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db by drivers openvswitch,hyperv on host hv-cinder-83976 at level 0 using segments [{'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 14:18:27.590978 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Attempting to bind port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:18:27.596713 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db on network 76338b23-752a-423f-88bf-10730cade65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83976 {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:18:27.597029 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Attempting to bind port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db on network 76338b23-752a-423f-88bf-10730cade65f {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:18:27.603455 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Checking agent: {'id': 'b50509e2-724a-4dcc-955c-2511d20e9190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83976', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'started_at': datetime.datetime(2022, 4, 28, 14, 5, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:18:27.603787 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Checking segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 14:18:27.604166 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Bound using segment: {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'} {{(pid=103509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:18:27.604595 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.managers [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Bound port: 75c3e6cc-bb8e-4204-a21c-f92dad8d62db, host: hv-cinder-83976, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6cef70-be89-48fc-87ba-935e5233166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '76338b23-752a-423f-88bf-10730cade65f'}}] {{(pid=103509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 14:18:27.604949 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), before_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:27.675581 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] For port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db, host hv-cinder-83976, cleared binding levels {{(pid=103509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:18:27.678954 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] For port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db, host hv-cinder-83976, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:18:27.685406 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4088971'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:27.717130 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:27.717774 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:27.719288 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/75c3e6cc-bb8e-4204-a21c-f92dad8d62db HTTP/1.1" status: 200 len: 1093 time: 0.7513287 Apr 28 14:18:27.719620 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'tag': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:27.721940 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f316fa6-7a05-4226-86f9-d9b208c85ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff", "tag": "75c3e6cc-bb8e-4204-a21c-f92dad8d62db"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:27.755081 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79bc14-4c69-4c44-b0c5-e6877d930cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,revision_number=3']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:27.801250 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455f730c-2210-4bc8-85ab-c9f1abdbd237 x-openstack-request-id: req-455f730c-2210-4bc8-85ab-c9f1abdbd237 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:27.801525 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff", "tag": "75c3e6cc-bb8e-4204-a21c-f92dad8d62db", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:27.801754 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-455f730c-2210-4bc8-85ab-c9f1abdbd237 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:27.802097 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455f730c-2210-4bc8-85ab-c9f1abdbd237'] response: {'name': 'network-changed', 'server_uuid': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'tag': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'status': 'completed', 'code': 200} Apr 28 14:18:27.815074 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-725e54ad-6421-4d04-8c88-feed0ac3c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:27.816617 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-725e54ad-6421-4d04-8c88-feed0ac3c1e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 1127 time: 0.0476813 Apr 28 14:18:27.864460 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-ca5429bd-acce-4dc0-a111-b4322d78b006 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c3e6cc-bb8e-4204-a21c-f92dad8d62db HTTP/1.1" status: 200 len: 217 time: 0.0399983 Apr 28 14:18:27.917455 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-6d234f73-327f-4bb9-9942-d063edc2925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:27.919010 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-6d234f73-327f-4bb9-9942-d063edc2925e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0469584 Apr 28 14:18:27.963486 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-15eba138-af23-421e-ba0f-2b8be37d3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:27.964970 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-15eba138-af23-421e-ba0f-2b8be37d3052 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392053 Apr 28 14:18:28.064193 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-5b72db02-a829-4f06-9ff8-859eecaf2fa7 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923436 Apr 28 14:18:28.162249 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7215d401-7f6c-41fe-a9cc-e17e846534d3 req-ee68571d-29ef-4ec6-b706-266df5f95345 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916495 Apr 28 14:18:28.329679 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf91d79-b240-43c9-8456-275528f4a468 req-0e02b9f2-f678-4ce6-bd53-a79dae2434f9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:28.331126 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8cf91d79-b240-43c9-8456-275528f4a468 req-0e02b9f2-f678-4ce6-bd53-a79dae2434f9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 943 time: 0.0518510 Apr 28 14:18:28.380657 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8cf91d79-b240-43c9-8456-275528f4a468 req-1e3c22da-8062-48fe-8940-e29b5c64a49a tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433190 Apr 28 14:18:29.054633 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-787c1fd6-b195-4005-b29e-37fab10f21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:29.056725 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-787c1fd6-b195-4005-b29e-37fab10f21ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 1127 time: 0.0398016 Apr 28 14:18:29.150996 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-f58b10db-1089-4bbf-976a-ce33e2df956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:29.152510 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-f58b10db-1089-4bbf-976a-ce33e2df956e service neutron] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 915 time: 0.0900908 Apr 28 14:18:29.193635 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-00259fc9-b6c5-4c2f-9bc7-5a55be4da8b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c3e6cc-bb8e-4204-a21c-f92dad8d62db HTTP/1.1" status: 200 len: 217 time: 0.0352204 Apr 28 14:18:29.243491 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-bd50937e-ac2e-4576-979b-e47c988098d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:29.244976 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-bd50937e-ac2e-4576-979b-e47c988098d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0451703 Apr 28 14:18:29.292713 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-2b7e50a5-4254-44fb-8a2e-41dced90bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:29.294254 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-2b7e50a5-4254-44fb-8a2e-41dced90bddf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430698 Apr 28 14:18:29.384113 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-318bc406-61c4-4883-b9ac-8b4b50c09bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838573 Apr 28 14:18:29.512426 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b2c17-7b6d-4fb2-8ac2-581091557222 req-93f39518-ae76-405a-8aab-5b7dd6d8d6bc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:29.514089 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7b7b2c17-7b6d-4fb2-8ac2-581091557222 req-93f39518-ae76-405a-8aab-5b7dd6d8d6bc tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 943 time: 0.0602164 Apr 28 14:18:29.565710 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-7b7b2c17-7b6d-4fb2-8ac2-581091557222 req-161670c0-7c45-4457-b91b-99d6084b9a8e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456491 Apr 28 14:18:29.754277 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-6f316fa6-7a05-4226-86f9-d9b208c85ec4 req-a464893c-36e0-4ff0-8302-77bdc532d86e service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643570 Apr 28 14:18:30.683348 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb9ff1-141a-479e-a868-7e99cf1bdcaf req-ffc438f5-45c8-458a-8e90-597401fd7424 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:30.684898 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4fbb9ff1-141a-479e-a868-7e99cf1bdcaf req-ffc438f5-45c8-458a-8e90-597401fd7424 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 943 time: 0.0495188 Apr 28 14:18:30.732758 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-4fbb9ff1-141a-479e-a868-7e99cf1bdcaf req-62efb80d-23f4-4fc2-be5b-58877c65c2ff tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420613 Apr 28 14:18:31.796998 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 75c3e6cc-bb8e-4204-a21c-f92dad8d62db details requested by agent hyperv_hv-cinder-83976 with host hv-cinder-83976 {{(pid=103511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:18:31.851663 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea85e9-08cb-4a17-a177-fd6801c000ba req-bbdd86f9-0139-4d3c-9957-43dbcce1eee9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:31.853224 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ddea85e9-08cb-4a17-a177-fd6801c000ba req-bbdd86f9-0139-4d3c-9957-43dbcce1eee9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 943 time: 0.0494184 Apr 28 14:18:31.904484 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:31.906352 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-ddea85e9-08cb-4a17-a177-fd6801c000ba req-7822574a-aa30-475c-bd32-e9194b32a722 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473282 Apr 28 14:18:31.916383 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Returning: {'device': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'port_id': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'mac_address': 'fa:16:3e:82:5c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:18:31.956313 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db is: DOWN; New status is: BUILD {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:18:31.956695 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:31.970110 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c3e6cc-bb8e-4204-a21c-f92dad8d62db {{(pid=103511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:18:31.990148 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:31.996995 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:32.050514 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,revision_number=4']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:32.249630 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['75c3e6cc-bb8e-4204-a21c-f92dad8d62db'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:18:33.019392 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe4f5e-b6d2-40aa-a43f-938d755228a1 req-ac3d35cc-f1ea-4441-8ba5-03af3b1f981c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:33.020860 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfe4f5e-b6d2-40aa-a43f-938d755228a1 req-ac3d35cc-f1ea-4441-8ba5-03af3b1f981c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 944 time: 0.0471230 Apr 28 14:18:33.073960 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-7cfe4f5e-b6d2-40aa-a43f-938d755228a1 req-a4f52490-0ee6-4eb6-8ed5-4cd9259049f1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464995 Apr 28 14:18:33.828031 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 75c3e6cc-bb8e-4204-a21c-f92dad8d62db up at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:18:33.871666 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning for port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db completed by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 14:18:33.877175 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.provisioning_blocks [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Provisioning complete for port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db triggered by entity L2. {{(pid=103511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 14:18:33.877542 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16219047'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), provisioning_complete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:33.954623 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Current status of the port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db is: BUILD; New status is: ACTIVE {{(pid=103511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 14:18:33.954911 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-642983'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), before_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:33.977744 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db'}] {{(pid=103511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:33.979956 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6620b6cb9492c79b5189c865fc8966489b6cc4944bed3f0c26a9b8cca641b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548ce50-2983-49b9-8d33-36fd4fcc6ffb" -d '{"events": [{"server_uuid": "d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "75c3e6cc-bb8e-4204-a21c-f92dad8d62db"}]}' {{(pid=103511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:33.993131 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] For port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:33.997260 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758268697564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758268320130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758268320148'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:34.028049 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cc7384-2734-41b7-ab7b-2fe6d86b1933 x-openstack-request-id: req-00cc7384-2734-41b7-ab7b-2fe6d86b1933 {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:34.028349 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff", "name": "network-vif-plugged", "status": "completed", "tag": "75c3e6cc-bb8e-4204-a21c-f92dad8d62db", "code": 200}]} {{(pid=103511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:34.028603 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00cc7384-2734-41b7-ab7b-2fe6d86b1933 {{(pid=103511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:34.028993 dv-cinder-839760-1-iscsi neutron-server[103511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cc7384-2734-41b7-ab7b-2fe6d86b1933'] response: {'server_uuid': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'code': 200} Apr 28 14:18:34.055402 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Pushing event updated for resources: {'Port': ['ID=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,revision_number=5']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:34.187228 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3191ce-5041-4288-bae8-3df25e9094f9 req-17f5550a-11bf-477c-8b79-a68ae7e401e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:34.188711 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bc3191ce-5041-4288-bae8-3df25e9094f9 req-17f5550a-11bf-477c-8b79-a68ae7e401e8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0464742 Apr 28 14:18:34.235014 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-bc3191ce-5041-4288-bae8-3df25e9094f9 req-230ffc7a-d03c-4962-b0ab-af56d59d6958 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406086 Apr 28 14:18:35.349107 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f8ce7-aa0f-4be8-a99e-72617c0bc38c req-e88389a9-ca5e-4cd7-99d0-ba8a7114c500 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:35.350534 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-730f8ce7-aa0f-4be8-a99e-72617c0bc38c req-e88389a9-ca5e-4cd7-99d0-ba8a7114c500 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0469820 Apr 28 14:18:35.397344 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-730f8ce7-aa0f-4be8-a99e-72617c0bc38c req-f4f8b562-8f84-450d-96a7-29b9adfff9f3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413198 Apr 28 14:18:36.508272 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7ccab-f783-4bd6-84c7-48283fd2f47c req-f37599d7-fef0-4dc4-a961-df912084b01e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:36.509781 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a1d7ccab-f783-4bd6-84c7-48283fd2f47c req-f37599d7-fef0-4dc4-a961-df912084b01e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0462661 Apr 28 14:18:36.556942 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a1d7ccab-f783-4bd6-84c7-48283fd2f47c req-f3cf1910-54c0-4728-b383-9ce71051a46e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416920 Apr 28 14:18:36.796294 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e8f5f-b38e-4aa3-b3f0-bf7ab9a02d30 req-30328180-296a-4b9c-b923-769b59cdeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:36.797851 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8b2e8f5f-b38e-4aa3-b3f0-bf7ab9a02d30 req-30328180-296a-4b9c-b923-769b59cdeea7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 1129 time: 0.0443151 Apr 28 14:18:36.850586 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8b2e8f5f-b38e-4aa3-b3f0-bf7ab9a02d30 req-ea952e33-7e82-47a3-a414-8c7227ce7228 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462260 Apr 28 14:18:37.670027 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2c850-ab29-4cc1-9580-e5b8ee1ae713 req-846c37a4-2053-41c7-8e54-cb39442c0e3f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:37.671511 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-70b2c850-ab29-4cc1-9580-e5b8ee1ae713 req-846c37a4-2053-41c7-8e54-cb39442c0e3f tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0470016 Apr 28 14:18:37.720379 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-70b2c850-ab29-4cc1-9580-e5b8ee1ae713 req-c7c79356-ffe3-47b0-804d-55e44cf5cfe9 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434105 Apr 28 14:18:38.840437 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0545a-f385-4766-9c2f-ad5f55535a2f req-d2c8d73f-e32a-4db7-ba92-c2bd0fea6227 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:38.842027 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a9b0545a-f385-4766-9c2f-ad5f55535a2f req-d2c8d73f-e32a-4db7-ba92-c2bd0fea6227 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0483143 Apr 28 14:18:38.890488 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a9b0545a-f385-4766-9c2f-ad5f55535a2f req-79f96c39-8a62-4672-9313-96ca57cacde3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422657 Apr 28 14:18:40.014333 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f44f7-420c-4e9d-9751-eca42b49c4ee req-b79899a9-c22e-47e8-b1cd-160a7b36b37c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:40.015948 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-375f44f7-420c-4e9d-9751-eca42b49c4ee req-b79899a9-c22e-47e8-b1cd-160a7b36b37c tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0535071 Apr 28 14:18:40.068322 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-375f44f7-420c-4e9d-9751-eca42b49c4ee req-45f10ab8-aff1-434a-a2dd-8d7b63d38e71 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466111 Apr 28 14:18:41.191148 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9c778-7b43-44d9-8ac3-9a8b9b1e9a3a req-03025a0a-9f11-4c3c-8261-f93992ffe8d8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:41.192686 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a7e9c778-7b43-44d9-8ac3-9a8b9b1e9a3a req-03025a0a-9f11-4c3c-8261-f93992ffe8d8 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0528569 Apr 28 14:18:41.240006 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-a7e9c778-7b43-44d9-8ac3-9a8b9b1e9a3a req-7c64aba2-688b-4901-be93-ec238102eb62 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417006 Apr 28 14:18:41.353412 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a466e-20cd-4844-aa85-7f9ac33d2ba3 req-3b7e9193-7280-43d9-8992-b93c0e7caa42 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:41.354974 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f05a466e-20cd-4844-aa85-7f9ac33d2ba3 req-3b7e9193-7280-43d9-8992-b93c0e7caa42 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0504808 Apr 28 14:18:41.363561 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47046) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:41.368718 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.v2.base [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Request body: {'floatingip': {'port_id': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db'}} {{(pid=103510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 14:18:41.410648 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (9ef64b57-6f9a-478e-b27d-2dde2a73d7cd), before_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:42.123757 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:42.133372 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (9ef64b57-6f9a-478e-b27d-2dde2a73d7cd), after_update {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:42.232166 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.db.l3_db [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Floating IP 9ef64b57-6f9a-478e-b27d-2dde2a73d7cd associated. External IP: 172.27.1.183, port: 75c3e6cc-bb8e-4204-a21c-f92dad8d62db. Apr 28 14:18:42.470352 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:18:42.584871 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:18:42.590086 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:42.596692 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:18:42.611314 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:18:42.612418 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:42.633629 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-f4d403da-418c-401a-9fc6-f9e01567e9d1 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "PUT /v2.0/floatingips/9ef64b57-6f9a-478e-b27d-2dde2a73d7cd HTTP/1.1" status: 200 len: 991 time: 1.2561655 Apr 28 14:18:42.633629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'tag': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:42.633629 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc1623d-e78c-40c3-a904-a0062d41041c" -d '{"events": [{"name": "network-changed", "server_uuid": "d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff", "tag": "75c3e6cc-bb8e-4204-a21c-f92dad8d62db"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:42.661313 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae4b310-5561-4762-b3e4-7e3d80fb77d4 x-openstack-request-id: req-6ae4b310-5561-4762-b3e4-7e3d80fb77d4 {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:42.661636 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff", "tag": "75c3e6cc-bb8e-4204-a21c-f92dad8d62db", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:42.661893 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ae4b310-5561-4762-b3e4-7e3d80fb77d4 {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:42.662296 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae4b310-5561-4762-b3e4-7e3d80fb77d4'] response: {'name': 'network-changed', 'server_uuid': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'tag': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'status': 'completed', 'code': 200} Apr 28 14:18:42.725240 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-f58e392d-58d0-4c9d-b38d-8d0efdbfc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:42.727330 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-f58e392d-58d0-4c9d-b38d-8d0efdbfc2f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc2618a240d4702b6c7660829fabbcd&device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 1129 time: 0.0397816 Apr 28 14:18:42.820067 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:18:42.829544 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-a191ed0c-96c5-4766-b6c8-86135471d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:42.831307 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-a191ed0c-96c5-4766-b6c8-86135471d659 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 200 len: 915 time: 0.0945735 Apr 28 14:18:42.899658 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-57236442-13e6-4f7d-b024-b2746ca13b21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c3e6cc-bb8e-4204-a21c-f92dad8d62db HTTP/1.1" status: 200 len: 999 time: 0.0607305 Apr 28 14:18:42.955802 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-0e9b8ee3-4750-4a28-99d9-ad1722c86602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:42.957262 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-0e9b8ee3-4750-4a28-99d9-ad1722c86602 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 200 len: 853 time: 0.0450370 Apr 28 14:18:43.007578 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-1e21e734-b08d-4cac-83f4-d444d0f9731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:43.009099 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-1e21e734-b08d-4cac-83f4-d444d0f9731d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76338b23-752a-423f-88bf-10730cade65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444744 Apr 28 14:18:43.046344 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '9ef64b57-6f9a-478e-b27d-2dde2a73d7cd', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:82:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:18:23Z', 'updated_at': '2022-04-28T14:18:42Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:43.090475 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:18:43.103264 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:18:43.104171 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:43.123152 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-405c336e-33da-47b8-b6de-52365a80ab39 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071935 Apr 28 14:18:43.220647 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:18:43.223430 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-cbc1623d-e78c-40c3-a904-a0062d41041c req-6a099f14-9076-4750-a06d-3ff9b95f0955 service neutron] 10.222.0.13 "GET /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935309 Apr 28 14:18:43.452737 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '9ef64b57-6f9a-478e-b27d-2dde2a73d7cd', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:82:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:18:23Z', 'updated_at': '2022-04-28T14:18:42Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:43.485076 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1b260a-dafb-4889-a04d-7c3b3f1e7be6 None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': '9ef64b57-6f9a-478e-b27d-2dde2a73d7cd', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'port_id': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'mac_address': 'fa:16:3e:82:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:18:23Z', 'updated_at': '2022-04-28T14:18:42Z', 'revision_number': 1, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:18:43.684082 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb03c42-5224-43f9-8241-8c4fc9a9ef86 None None] New status for floating IP 9ef64b57-6f9a-478e-b27d-2dde2a73d7cd: ACTIVE {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:18:46.964446 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf98d73-167f-4818-a0e1-e7f1c2af671d req-4b844e4c-7bbd-4855-9bb5-981bb12ef985 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:46.965910 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf98d73-167f-4818-a0e1-e7f1c2af671d req-4b844e4c-7bbd-4855-9bb5-981bb12ef985 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Apr 28 14:18:47.018002 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-6cf98d73-167f-4818-a0e1-e7f1c2af671d req-df2e1108-8dc0-4b06-aa60-78baa96b945f tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Apr 28 14:18:47.059822 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:18:47.728028 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d0524bb9-51c8-4ac1-939c-e8e0abd518b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:48.138471 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cefb41-f9ab-4677-9ca2-66d02d84f650 req-79c9df4f-5928-4165-998c-ea3c85444d18 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:48.139957 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b8cefb41-f9ab-4677-9ca2-66d02d84f650 req-79c9df4f-5928-4165-998c-ea3c85444d18 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 945 time: 0.0507839 Apr 28 14:18:48.188925 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-b8cefb41-f9ab-4677-9ca2-66d02d84f650 req-3ca00d54-89a0-4d73-8137-0fb349c73e00 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/security-groups?id=b74203b4-9dff-4970-b44e-91247076231c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Apr 28 14:18:48.524764 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-7612d474-a9c8-451d-9c6f-ab477d9fc598 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:48.526250 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-7612d474-a9c8-451d-9c6f-ab477d9fc598 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 945 time: 0.0465996 Apr 28 14:18:48.615293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Deleting port 15bdec59-3cd0-450c-ad79-d7e3053795db {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:18:48.615708 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:48.706891 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] For port 15bdec59-3cd0-450c-ad79-d7e3053795db, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=15bdec59-3cd0-450c-ad79-d7e3053795db,segment=NetworkSegment(aea8c306-c4cb-422b-95b7-176700029849),segment_id=aea8c306-c4cb-422b-95b7-176700029849)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:48.707253 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:48.724240 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Calling delete_port for 15bdec59-3cd0-450c-ad79-d7e3053795db owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:18:48.852329 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (15bdec59-3cd0-450c-ad79-d7e3053795db), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:48.869619 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] get_ports_and_sgs() called for port_ids ['15bdec59-3cd0-450c-ad79-d7e3053795db'] {{(pid=103511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:18:48.879227 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Pushing event deleted for resources: {'Port': ['ID=15bdec59-3cd0-450c-ad79-d7e3053795db,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:48.928308 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] No DVR routers for this DVR port 15bdec59-3cd0-450c-ad79-d7e3053795db on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:18:48.931435 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:48.934764 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-35e74f31-36a6-45c5-92b4-a8e119663fd0 req-00f6fb8f-e1f8-45df-9dfd-d8033a341256 tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.13 "DELETE /v2.0/ports/15bdec59-3cd0-450c-ad79-d7e3053795db HTTP/1.1" status: 204 len: 173 time: 0.4032185 Apr 28 14:18:48.935199 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b752c63-e4bd-4f4f-9187-97716cfa75e2', 'name': 'network-vif-deleted', 'tag': '15bdec59-3cd0-450c-ad79-d7e3053795db'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:48.937415 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c3e73b-2580-4707-805d-778ccb66d230" -d '{"events": [{"server_uuid": "8b752c63-e4bd-4f4f-9187-97716cfa75e2", "name": "network-vif-deleted", "tag": "15bdec59-3cd0-450c-ad79-d7e3053795db"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:48.974994 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce71c8d-0907-4118-ab6f-606dcd1d5cbe x-openstack-request-id: req-1ce71c8d-0907-4118-ab6f-606dcd1d5cbe {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:48.975288 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b752c63-e4bd-4f4f-9187-97716cfa75e2", "name": "network-vif-deleted", "tag": "15bdec59-3cd0-450c-ad79-d7e3053795db", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:48.977602 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ce71c8d-0907-4118-ab6f-606dcd1d5cbe {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:48.978032 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce71c8d-0907-4118-ab6f-606dcd1d5cbe'] response: {'server_uuid': '8b752c63-e4bd-4f4f-9187-97716cfa75e2', 'name': 'network-vif-deleted', 'tag': '15bdec59-3cd0-450c-ad79-d7e3053795db', 'status': 'completed', 'code': 200} Apr 28 14:18:49.298551 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-86153cc9-3a8c-4252-84b0-5a381a81451e req-2f7c55dd-cba9-4ea3-914f-6bc1149a11af tempest-VolumesSnapshotTestJSON-515075283 tempest-VolumesSnapshotTestJSON-515075283-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b752c63-e4bd-4f4f-9187-97716cfa75e2 HTTP/1.1" status: 200 len: 210 time: 0.0303209 Apr 28 14:18:50.068785 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dcdff454-26f8-472c-9e7a-1aab40bfabe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:51.816985 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:52.044586 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 15bdec59-3cd0-450c-ad79-d7e3053795db no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:18:52.064518 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 15bdec59-3cd0-450c-ad79-d7e3053795db {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:18:52.064861 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 15bdec59-3cd0-450c-ad79-d7e3053795db not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:18:52.836565 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:54.262452 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:54.444223 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47112) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:18:54.610580 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Deleting port 54419184-277c-4e09-9858-5602bffb4802 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:18:54.610837 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (54419184-277c-4e09-9858-5602bffb4802), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:54.703344 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (54419184-277c-4e09-9858-5602bffb4802), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:54.703639 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (54419184-277c-4e09-9858-5602bffb4802), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:54.717471 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Calling delete_port for 54419184-277c-4e09-9858-5602bffb4802 owned by network:floatingip {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:18:54.885877 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (54419184-277c-4e09-9858-5602bffb4802), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:54.914514 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event deleted for resources: {'Port': ['ID=54419184-277c-4e09-9858-5602bffb4802,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:54.986952 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (3658c217-8398-429d-be23-39329c527b25), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:54.987499 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Floating IP 3658c217-8398-429d-be23-39329c527b25 disassociated (deleted). External IP: 172.27.1.124, port: 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8. Apr 28 14:18:55.221549 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:18:55.348771 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:18:55.353739 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:55.358725 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:18:55.371215 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:18:55.371972 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:55.384705 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-589f7aef-0ab3-45e7-9466-9053a22d96eb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "DELETE /v2.0/floatingips/3658c217-8398-429d-be23-39329c527b25 HTTP/1.1" status: 204 len: 168 time: 0.9393945 Apr 28 14:18:55.385296 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:55.392272 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1662a096-eb2f-4e61-976d-3eb1775a96a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:55.438026 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236e011-b733-417d-9f83-b6e7c6b831db x-openstack-request-id: req-f236e011-b733-417d-9f83-b6e7c6b831db {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:55.438391 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:55.438695 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f236e011-b733-417d-9f83-b6e7c6b831db {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:55.439104 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f236e011-b733-417d-9f83-b6e7c6b831db'] response: {'name': 'network-changed', 'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'status': 'completed', 'code': 200} Apr 28 14:18:55.504393 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:18:55.512536 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-d0874b41-e133-4208-98bb-351f661c4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:55.515125 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-d0874b41-e133-4208-98bb-351f661c4e4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 1130 time: 0.0502822 Apr 28 14:18:55.646339 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-d61137ae-1eb4-4649-9589-2a01176b4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:55.649356 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-d61137ae-1eb4-4649-9589-2a01176b4e69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.1272309 Apr 28 14:18:55.694257 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093cd99-0512-434f-adda-36e2ed6c1c12 req-b3b1fd6e-4001-46aa-9307-8b48ca0cb2ce tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:55.696637 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9093cd99-0512-434f-adda-36e2ed6c1c12 req-b3b1fd6e-4001-46aa-9307-8b48ca0cb2ce tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 946 time: 0.0556507 Apr 28 14:18:55.771189 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-9093cd99-0512-434f-adda-36e2ed6c1c12 req-63597d2e-9a66-49c7-9d94-f33fb0f6e1f8 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632064 Apr 28 14:18:55.781361 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:15:02Z', 'revision_number': 1, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:55.809216 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:18:55.818385 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:18:55.818995 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:55.938325 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:18:56.185164 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:15:02Z', 'revision_number': 1, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:18:56.311864 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25248074-32e6-44ba-8aec-45ace0e20345 None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_floatingips': [{'id': 'cd8d6e74-2f32-49b6-9356-da0c5d3b9d90', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'router_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'port_id': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'mac_address': 'fa:16:3e:55:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:14:59Z', 'updated_at': '2022-04-28T14:15:02Z', 'revision_number': 1, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:18:56.480168 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:56.576374 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1e55c5-ffa3-4f11-a7f0-d69ac47393d7 None None] New status for floating IP 3658c217-8398-429d-be23-39329c527b25: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:18:56.712905 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-e919eb6a-e142-44ac-b22c-1dfe3fbce1c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 HTTP/1.1" status: 200 len: 217 time: 0.0383086 Apr 28 14:18:56.775206 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-3f9c14a4-b80b-47e3-a27a-8b4fe8978c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:56.776788 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-3f9c14a4-b80b-47e3-a27a-8b4fe8978c1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0555432 Apr 28 14:18:56.936182 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-20318743-6ef8-4ad5-bb8c-dace08f29489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:56.937711 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-20318743-6ef8-4ad5-bb8c-dace08f29489 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625091 Apr 28 14:18:56.943739 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b2e2d-93a7-46d4-94ee-a99eba786a17 req-1a40f486-bbbd-417b-a65e-056aea42c41c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:56.945126 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-df3b2e2d-93a7-46d4-94ee-a99eba786a17 req-1a40f486-bbbd-417b-a65e-056aea42c41c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 946 time: 0.0793002 Apr 28 14:18:56.998218 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-df3b2e2d-93a7-46d4-94ee-a99eba786a17 req-c9702474-db51-4c31-a18e-b9b05072c668 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Apr 28 14:18:57.210355 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-e8596e6a-43bd-49b8-80ac-c1c1edf12e2f service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060464 Apr 28 14:18:57.215118 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-f1f540c0-e3ba-4dae-9c8e-6e6f973a9ebc tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:18:57.216734 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-f1f540c0-e3ba-4dae-9c8e-6e6f973a9ebc tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 946 time: 0.0501211 Apr 28 14:18:57.308922 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-1662a096-eb2f-4e61-976d-3eb1775a96a3 req-ff170404-72e1-4227-ba43-d3edcd09f473 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921419 Apr 28 14:18:57.312907 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Deleting port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:18:57.313255 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:57.419749 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] For port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:18:57.420162 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:57.438193 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Calling delete_port for 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 owned by compute:nova {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:18:57.597364 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:57.636024 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event deleted for resources: {'Port': ['ID=4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:18:57.650819 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.651406 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.651761 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.652106 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.652442 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.652848 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.653097 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.653459 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.653965 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.654113 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.654437 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.654803 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.655138 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.655524 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.655883 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:18:57.708203 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] No DVR routers for this DVR port 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 on host hv-cinder-83976 {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:18:57.711743 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:18:57.716904 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-e66f899e-e869-424d-acf0-9ebe9ccccce4 req-85ca189d-7675-4aae-9533-e0d6a758a972 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "DELETE /v2.0/ports/4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 HTTP/1.1" status: 204 len: 173 time: 0.4950786 Apr 28 14:18:57.717206 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'name': 'network-vif-deleted', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8'}] {{(pid=103510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:18:57.720338 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9858b5d558ab4aa3a644db0b400f80448b3f022b1a719497eaf68270e590625" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd268c-a111-438f-9564-abd051866bf9" -d '{"events": [{"server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "name": "network-vif-deleted", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8"}]}' {{(pid=103510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:18:57.759904 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d744d9a9-16ad-41d5-bfab-6434e3d8202b x-openstack-request-id: req-d744d9a9-16ad-41d5-bfab-6434e3d8202b {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:18:57.760340 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8", "name": "network-vif-deleted", "tag": "4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8", "status": "completed", "code": 200}]} {{(pid=103510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:18:57.760745 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d744d9a9-16ad-41d5-bfab-6434e3d8202b {{(pid=103510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:18:57.761192 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d744d9a9-16ad-41d5-bfab-6434e3d8202b'] response: {'server_uuid': 'c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8', 'name': 'network-vif-deleted', 'tag': '4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8', 'status': 'completed', 'code': 200} Apr 28 14:18:58.147501 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-64a5050a-daf0-4e1f-bcf5-f14df72f01b9 req-ccc864ec-200b-4515-8094-30fc890d45fd tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8435f31-ddd0-43ab-aa1d-5fb6e69afcf8 HTTP/1.1" status: 200 len: 210 time: 0.0363908 Apr 28 14:19:02.288555 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:02.311246 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:02.311577 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 4ff5ab68-13fb-4820-9ac6-e3cbeefd4cf8 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:04.588992 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47196) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:04.768296 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Deleting port e0ebf30b-b063-4f5d-9008-7a0c2ce8197a {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:04.768760 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:04.851337 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:04.851626 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:04.864944 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Calling delete_port for e0ebf30b-b063-4f5d-9008-7a0c2ce8197a owned by network:floatingip {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:05.043660 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (e0ebf30b-b063-4f5d-9008-7a0c2ce8197a), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:05.072618 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event deleted for resources: {'Port': ['ID=e0ebf30b-b063-4f5d-9008-7a0c2ce8197a,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:05.107317 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.107662 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.108011 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.108347 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.108681 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.109008 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.109332 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.109695 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.110025 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.110348 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.110675 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.111000 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.111322 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.111641 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.111961 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:05.156050 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (cd8d6e74-2f32-49b6-9356-da0c5d3b9d90), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:05.156373 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Floating IP cd8d6e74-2f32-49b6-9356-da0c5d3b9d90 disassociated (deleted). External IP: 172.27.1.247, port: bb5c392a-8d56-487f-be4a-cc5ff7e8a392. Apr 28 14:19:05.397372 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:19:05.518160 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:19:05.524372 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:05.529472 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:19:05.540416 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:05.541165 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:05.555214 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-fd206998-cc2b-4471-b01a-3d10033a176f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "DELETE /v2.0/floatingips/cd8d6e74-2f32-49b6-9356-da0c5d3b9d90 HTTP/1.1" status: 204 len: 168 time: 0.9649296 Apr 28 14:19:05.555807 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:19:05.558187 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333b7982-b0e0-4814-8ef2-196c3c346d87" -d '{"events": [{"name": "network-changed", "server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:19:05.601491 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2621d20f-78c5-4236-a018-df9bc5b47124 x-openstack-request-id: req-2621d20f-78c5-4236-a018-df9bc5b47124 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:19:05.602334 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:19:05.602334 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2621d20f-78c5-4236-a018-df9bc5b47124 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:19:05.602968 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2621d20f-78c5-4236-a018-df9bc5b47124'] response: {'name': 'network-changed', 'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'status': 'completed', 'code': 200} Apr 28 14:19:05.676055 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:05.681195 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-6753f68c-651b-4cc8-a869-4b7c425ae218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:05.682823 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-6753f68c-651b-4cc8-a869-4b7c425ae218 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd703e9dd3e460d992ef2daab104619&device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 1129 time: 0.0615253 Apr 28 14:19:05.810528 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-d87355b0-bd28-4812-8235-5952e5b3eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:05.812472 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-d87355b0-bd28-4812-8235-5952e5b3eca0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 200 len: 912 time: 0.1221004 Apr 28 14:19:05.900300 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709b67-b292-40b0-9948-a6034199ccb6 req-9219f4fc-2b6b-4870-a9db-94e197bea22c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:05.903271 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:05.906176 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-79709b67-b292-40b0-9948-a6034199ccb6 req-9219f4fc-2b6b-4870-a9db-94e197bea22c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 945 time: 0.0677669 Apr 28 14:19:05.936260 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:19:05.947611 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:05.948249 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:05.954384 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-79709b67-b292-40b0-9948-a6034199ccb6 req-961fff3c-4dfd-416a-a508-700fce92e9cb tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467801 Apr 28 14:19:06.074867 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:06.288834 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:06.315517 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9028c-dcc9-4e65-a58e-1aa7e06bb1ff None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:11:24Z', 'revision_number': 4, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '57042fc3-1017-4004-96a1-381a656161a9', 'name': '', 'network_id': '509c9b07-a90c-406e-90f2-5e0d8e27d8bf', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'mac_address': 'fa:16:3e:1f:10:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:23Z', 'updated_at': '2022-04-28T14:11:29Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'subnets': [{'id': '430a505b-1a35-4c99-917a-0ef59e29e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:19:06.553620 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2933e34d-d8c9-4af0-8d1e-de500d1cd0c5 None None] New status for floating IP cd8d6e74-2f32-49b6-9356-da0c5d3b9d90: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:19:06.998307 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-525ad87e-724a-416c-ae0e-65e9ac309f42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392 HTTP/1.1" status: 200 len: 217 time: 0.0367403 Apr 28 14:19:07.096497 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a76c-fef2-460d-a866-ee169d830185 req-52e85688-e6b5-4d1d-9e9d-cdb4d110432c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:07.098090 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8df7a76c-fef2-460d-a866-ee169d830185 req-52e85688-e6b5-4d1d-9e9d-cdb4d110432c tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 945 time: 0.0557330 Apr 28 14:19:07.154585 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-8df7a76c-fef2-460d-a866-ee169d830185 req-11802d0f-34a3-47f9-b083-9bc55c7c8248 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502727 Apr 28 14:19:07.425173 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-a0731a39-c8a2-4f65-86b8-a00043dec7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:07.426679 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-a0731a39-c8a2-4f65-86b8-a00043dec7f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 200 len: 850 time: 0.0529227 Apr 28 14:19:07.477106 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-76013aac-4d0c-4a47-bb43-62085167d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:07.478659 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-76013aac-4d0c-4a47-bb43-62085167d76e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=509c9b07-a90c-406e-90f2-5e0d8e27d8bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448699 Apr 28 14:19:07.914089 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-6d624c18-279c-474f-923f-2c01ecbee2f5 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874252 Apr 28 14:19:07.915103 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e796e-af24-479f-86c5-c69e3972ea00 req-4d8ae3c2-a852-4ee3-91df-e4875cabbd7f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:07.916592 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-763e796e-af24-479f-86c5-c69e3972ea00 req-4d8ae3c2-a852-4ee3-91df-e4875cabbd7f tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Apr 28 14:19:08.022967 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-333b7982-b0e0-4814-8ef2-196c3c346d87 req-26516493-c694-44c5-a62a-773c743ca432 service neutron] 10.222.0.13 "GET /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984108 Apr 28 14:19:08.036520 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Deleting port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:08.037049 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:08.155201 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] For port bb5c392a-8d56-487f-be4a-cc5ff7e8a392, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:08.155976 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:08.291035 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c14d86-a0f8-4d5a-93e0-95335d9bf28c req-959f47f2-e9b9-4c0e-b4a3-f61324fbaabf tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:08.292628 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f9c14d86-a0f8-4d5a-93e0-95335d9bf28c req-959f47f2-e9b9-4c0e-b4a3-f61324fbaabf tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac01c35b-5e41-4042-9269-b9809e91b079 HTTP/1.1" status: 200 len: 945 time: 0.0517087 Apr 28 14:19:08.351183 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-f9c14d86-a0f8-4d5a-93e0-95335d9bf28c req-4e173b4f-8f60-41ce-acfd-32cd1e8adfef tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "GET /v2.0/security-groups?id=2355852a-304b-4d8f-815e-6bf54b564f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524054 Apr 28 14:19:08.454331 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Calling delete_port for bb5c392a-8d56-487f-be4a-cc5ff7e8a392 owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:08.581812 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (bb5c392a-8d56-487f-be4a-cc5ff7e8a392), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:08.611209 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event deleted for resources: {'Port': ['ID=bb5c392a-8d56-487f-be4a-cc5ff7e8a392,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:08.656199 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] No DVR routers for this DVR port bb5c392a-8d56-487f-be4a-cc5ff7e8a392 on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:19:08.658843 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:08.662375 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-763e796e-af24-479f-86c5-c69e3972ea00 req-21bd63be-f9a7-4236-9441-b3f31fb977b2 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.13 "DELETE /v2.0/ports/bb5c392a-8d56-487f-be4a-cc5ff7e8a392 HTTP/1.1" status: 204 len: 173 time: 0.7366488 Apr 28 14:19:08.662968 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'name': 'network-vif-deleted', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:19:08.665849 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf6056-29c3-4166-b201-1bd920f9aca0" -d '{"events": [{"server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "name": "network-vif-deleted", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:19:08.708268 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47592cca-40c7-418a-8b0d-b2925a5e1849 x-openstack-request-id: req-47592cca-40c7-418a-8b0d-b2925a5e1849 {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:19:08.709225 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac01c35b-5e41-4042-9269-b9809e91b079", "name": "network-vif-deleted", "tag": "bb5c392a-8d56-487f-be4a-cc5ff7e8a392", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:19:08.709225 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47592cca-40c7-418a-8b0d-b2925a5e1849 {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:19:08.711820 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47592cca-40c7-418a-8b0d-b2925a5e1849'] response: {'server_uuid': 'ac01c35b-5e41-4042-9269-b9809e91b079', 'name': 'network-vif-deleted', 'tag': 'bb5c392a-8d56-487f-be4a-cc5ff7e8a392', 'status': 'completed', 'code': 200} Apr 28 14:19:09.421786 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47242) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:09.545620 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Deleting port bc425683-26b9-4775-9b38-814d639aaec5 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:09.545861 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (bc425683-26b9-4775-9b38-814d639aaec5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:09.630500 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (bc425683-26b9-4775-9b38-814d639aaec5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:09.630828 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (bc425683-26b9-4775-9b38-814d639aaec5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:09.644588 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Calling delete_port for bc425683-26b9-4775-9b38-814d639aaec5 owned by network:floatingip {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:09.780438 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (bc425683-26b9-4775-9b38-814d639aaec5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:09.808180 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event deleted for resources: {'Port': ['ID=bc425683-26b9-4775-9b38-814d639aaec5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:09.871400 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for floatingip (a9059a29-bcd5-421c-9b01-5361f49943e0), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:09.874071 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:09.875257 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a470c68d-0209-4cff-a914-c0d160f49f4b tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "DELETE /v2.0/floatingips/a9059a29-bcd5-421c-9b01-5361f49943e0 HTTP/1.1" status: 204 len: 168 time: 0.4524841 Apr 28 14:19:11.071742 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47260) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:11.130633 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4c92-349a-43f4-9bb3-cdccfe43e7e9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group (2355852a-304b-4d8f-815e-6bf54b564f6a), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:11.160842 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4c92-349a-43f4-9bb3-cdccfe43e7e9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group (2355852a-304b-4d8f-815e-6bf54b564f6a), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:11.222559 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4c92-349a-43f4-9bb3-cdccfe43e7e9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (2355852a-304b-4d8f-815e-6bf54b564f6a), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:11.225127 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-2e3d4c92-349a-43f4-9bb3-cdccfe43e7e9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:11.226932 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-2e3d4c92-349a-43f4-9bb3-cdccfe43e7e9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] 10.222.0.20 "DELETE /v2.0/security-groups/2355852a-304b-4d8f-815e-6bf54b564f6a HTTP/1.1" status: 204 len: 168 time: 0.1535878 Apr 28 14:19:11.236264 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d4c92-349a-43f4-9bb3-cdccfe43e7e9 tempest-TestVolumeBootPattern-2065102275 tempest-TestVolumeBootPattern-2065102275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2355852a-304b-4d8f-815e-6bf54b564f6a,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:11.293712 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47264) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:11.838739 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:12.103642 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Deleting port 57042fc3-1017-4004-96a1-381a656161a9 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:12.104337 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (57042fc3-1017-4004-96a1-381a656161a9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:12.122103 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device bb5c392a-8d56-487f-be4a-cc5ff7e8a392 no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:12.144272 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: bb5c392a-8d56-487f-be4a-cc5ff7e8a392 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:12.144616 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device bb5c392a-8d56-487f-be4a-cc5ff7e8a392 not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:12.201376 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] For port 57042fc3-1017-4004-96a1-381a656161a9, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=57042fc3-1017-4004-96a1-381a656161a9,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:12.201773 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (57042fc3-1017-4004-96a1-381a656161a9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:12.217009 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Calling delete_port for 57042fc3-1017-4004-96a1-381a656161a9 owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:12.419626 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (57042fc3-1017-4004-96a1-381a656161a9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:12.445923 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Pushing event deleted for resources: {'Port': ['ID=57042fc3-1017-4004-96a1-381a656161a9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:12.636367 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:12.905775 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:19:13.052851 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:19:13.059101 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-821b3274-5645-4ea1-9697-0baf0ffa6726 admin admin] 10.222.0.20 "PUT /v2.0/routers/04f36ad2-0c0c-43a0-8a97-136c5f4f9c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642066 Apr 28 14:19:13.061486 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47296) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:13.063381 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] Sync routers for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:19:13.074637 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:13.075246 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:13.173093 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks [] for router (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:13.186218 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:13.290206 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks [] for router_gateway (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:13.350109 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Deleting port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:13.350325 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:13.366909 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:19:12Z', 'revision_number': 5, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port': {'id': '8c83efb8-5cc3-41c9-aa88-f47405b58f6a', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:20Z', 'updated_at': '2022-04-28T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:13.394267 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] Checking router: 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:19:13.403795 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] Routers {'04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:13.404424 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:13.449771 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] For port 8c83efb8-5cc3-41c9-aa88-f47405b58f6a, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8c83efb8-5cc3-41c9-aa88-f47405b58f6a,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:13.450163 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:13.465569 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Calling delete_port for 8c83efb8-5cc3-41c9-aa88-f47405b58f6a owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:13.495981 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] Set router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:13.579498 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:19:13Z', 'revision_number': 6, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:13.633723 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac8cf6-263c-468a-8655-5cc54a434efc None None] The sync data for ids ['04f36ad2-0c0c-43a0-8a97-136c5f4f9c99'] in dv-cinder-839760-1-iscsi is: [{'id': '04f36ad2-0c0c-43a0-8a97-136c5f4f9c99', 'name': 'tempest-TestVolumeBootPattern-655833273-router', 'tenant_id': 'cfd703e9dd3e460d992ef2daab104619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:19Z', 'updated_at': '2022-04-28T14:19:13Z', 'revision_number': 6, 'project_id': 'cfd703e9dd3e460d992ef2daab104619', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:19:13.662926 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (8c83efb8-5cc3-41c9-aa88-f47405b58f6a), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:13.690316 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c83efb8-5cc3-41c9-aa88-f47405b58f6a,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:13.763177 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:13.928075 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47300) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:13.978954 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd059c9-4b02-489b-a8c9-b572aa2bdb65 admin admin] Deleting subnet 878c9d92-ce94-4839-84aa-3fbe56389194 {{(pid=103509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:19:13.983190 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fdd059c9-4b02-489b-a8c9-b572aa2bdb65 admin admin] Publish callbacks [] for subnet (878c9d92-ce94-4839-84aa-3fbe56389194), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.024733 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fdd059c9-4b02-489b-a8c9-b572aa2bdb65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212139'] for subnet (878c9d92-ce94-4839-84aa-3fbe56389194), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.077754 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fdd059c9-4b02-489b-a8c9-b572aa2bdb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (878c9d92-ce94-4839-84aa-3fbe56389194), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.144177 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fdd059c9-4b02-489b-a8c9-b572aa2bdb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4088385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25676214'] for subnet (878c9d92-ce94-4839-84aa-3fbe56389194), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.150396 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.153283 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks [] for router_controller (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.175900 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd059c9-4b02-489b-a8c9-b572aa2bdb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878c9d92-ce94-4839-84aa-3fbe56389194,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:14.178128 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-fdd059c9-4b02-489b-a8c9-b572aa2bdb65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.182203 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-fdd059c9-4b02-489b-a8c9-b572aa2bdb65 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/878c9d92-ce94-4839-84aa-3fbe56389194 HTTP/1.1" status: 204 len: 168 time: 0.2530301 Apr 28 14:19:14.185416 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47302) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:14.225197 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (04f36ad2-0c0c-43a0-8a97-136c5f4f9c99), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.227586 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:19:14.236456 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.238424 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-4d282098-147f-49f4-b4f5-188303f17470 admin admin] 10.222.0.20 "DELETE /v2.0/routers/04f36ad2-0c0c-43a0-8a97-136c5f4f9c99 HTTP/1.1" status: 204 len: 168 time: 1.1753330 Apr 28 14:19:14.241410 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47304) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:14.265984 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (08d81b41-d72b-4199-86af-bee88f83fd3b), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.337300 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-d536ed65-25a8-4481-8388-489941b53bd9 admin admin] Deleting subnet 430a505b-1a35-4c99-917a-0ef59e29e7f9 {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:19:14.343655 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d536ed65-25a8-4481-8388-489941b53bd9 admin admin] Publish callbacks [] for subnet (430a505b-1a35-4c99-917a-0ef59e29e7f9), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.363940 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (08d81b41-d72b-4199-86af-bee88f83fd3b), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.400505 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d536ed65-25a8-4481-8388-489941b53bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499914'] for subnet (430a505b-1a35-4c99-917a-0ef59e29e7f9), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.404811 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d81b41-d72b-4199-86af-bee88f83fd3b']}} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:14.424831 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea8c306-c4cb-422b-95b7-176700029849') {'for_net_delete': True} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:14.425369 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea8c306-c4cb-422b-95b7-176700029849') {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:14.446285 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212146'] for segment (aea8c306-c4cb-422b-95b7-176700029849), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.471221 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (aea8c306-c4cb-422b-95b7-176700029849), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.480517 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:19:14.480937 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4088999'] for segment (aea8c306-c4cb-422b-95b7-176700029849), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: Traceback (most recent call last): Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: timer() Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: cb(*args, **kw) Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: return func(*args, **kwargs) Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: self._notify() Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: self.callback(batched_events) Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: event.method(event) Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: return f(self, *a, **k) Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._get(url).json() Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: return self.request(url, 'GET', **kwargs) Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:19:14.483052 dv-cinder-839760-1-iscsi neutron-server[103509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:19:14.520840 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d536ed65-25a8-4481-8388-489941b53bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (430a505b-1a35-4c99-917a-0ef59e29e7f9), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.553025 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (08d81b41-d72b-4199-86af-bee88f83fd3b), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.559177 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.562862 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] 10.222.0.20 "DELETE /v2.0/networks/08d81b41-d72b-4199-86af-bee88f83fd3b HTTP/1.1" status: 204 len: 168 time: 0.3760512 Apr 28 14:19:14.578474 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052e389-bb60-4541-a476-31ab480fd40a admin admin] Pushing event deleted for resources: {'Network': ['ID=08d81b41-d72b-4199-86af-bee88f83fd3b,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:14.597979 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d536ed65-25a8-4481-8388-489941b53bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3277004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16879755'] for subnet (430a505b-1a35-4c99-917a-0ef59e29e7f9), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.623063 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d71819-29ae-41f7-8d21-099e20c7d4e9 None None] Network 509c9b07-a90c-406e-90f2-5e0d8e27d8bf requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:19:14.630237 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-d536ed65-25a8-4481-8388-489941b53bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.633851 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-d536ed65-25a8-4481-8388-489941b53bd9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/430a505b-1a35-4c99-917a-0ef59e29e7f9 HTTP/1.1" status: 204 len: 168 time: 0.3908560 Apr 28 14:19:14.635093 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536ed65-25a8-4481-8388-489941b53bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430a505b-1a35-4c99-917a-0ef59e29e7f9,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:14.637626 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47308) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:14.730350 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (509c9b07-a90c-406e-90f2-5e0d8e27d8bf), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.755720 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47310) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:14.789412 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Deleting port 8811915f-0c49-42f7-ae43-f249b95f921b {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:14.789412 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.797083 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] DHCP port deletion for 509c9b07-a90c-406e-90f2-5e0d8e27d8bf request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:19:14.830273 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-db63c094-61d7-4510-b12f-803f5296471b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9f13b89c28046179f245681c1a70cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707171 Apr 28 14:19:14.831059 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47312) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:14.857405 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] Deleting port 8811915f-0c49-42f7-ae43-f249b95f921b {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:14.857822 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.877262 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] For port 8811915f-0c49-42f7-ae43-f249b95f921b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8811915f-0c49-42f7-ae43-f249b95f921b,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:14.877673 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.894270 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3b69e943-2e8e-4db8-b64d-c701f878ce9f admin admin] Publish callbacks [] for security_group (b74203b4-9dff-4970-b44e-91247076231c), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.899662 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Calling delete_port for 8811915f-0c49-42f7-ae43-f249b95f921b owned by network:dhcp {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:14.919630 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3b69e943-2e8e-4db8-b64d-c701f878ce9f admin admin] Publish callbacks [] for security_group (b74203b4-9dff-4970-b44e-91247076231c), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.946033 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] For port 8811915f-0c49-42f7-ae43-f249b95f921b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8811915f-0c49-42f7-ae43-f249b95f921b,segment=NetworkSegment(1933e00d-3dec-4a22-8314-a58d99ed5f51),segment_id=1933e00d-3dec-4a22-8314-a58d99ed5f51)] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:14.946287 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.960448 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] Calling delete_port for 8811915f-0c49-42f7-ae43-f249b95f921b owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:14.986368 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3b69e943-2e8e-4db8-b64d-c701f878ce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b74203b4-9dff-4970-b44e-91247076231c), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.990014 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-3b69e943-2e8e-4db8-b64d-c701f878ce9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:14.991548 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-3b69e943-2e8e-4db8-b64d-c701f878ce9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b74203b4-9dff-4970-b44e-91247076231c HTTP/1.1" status: 204 len: 168 time: 0.1591640 Apr 28 14:19:15.002343 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69e943-2e8e-4db8-b64d-c701f878ce9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74203b4-9dff-4970-b44e-91247076231c,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:15.003989 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.035090 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Pushing event deleted for resources: {'Port': ['ID=8811915f-0c49-42f7-ae43-f249b95f921b,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:15.046453 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] No DVR routers for this DVR port 8811915f-0c49-42f7-ae43-f249b95f921b on host dv-cinder-839760-1-iscsi {{(pid=103510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:19:15.079062 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121'] for port (8811915f-0c49-42f7-ae43-f249b95f921b), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.109528 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] Pushing event deleted for resources: {'Port': ['ID=8811915f-0c49-42f7-ae43-f249b95f921b,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:15.111787 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee79278-f0d3-4be0-8499-751cea84419e None None] No DVR routers for this DVR port 8811915f-0c49-42f7-ae43-f249b95f921b on host dv-cinder-839760-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:19:15.163183 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (509c9b07-a90c-406e-90f2-5e0d8e27d8bf), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.187033 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509c9b07-a90c-406e-90f2-5e0d8e27d8bf']}} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:15.200218 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1933e00d-3dec-4a22-8314-a58d99ed5f51') {'for_net_delete': True} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:15.200626 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.services.segments.db [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1933e00d-3dec-4a22-8314-a58d99ed5f51') {} {{(pid=103510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:15.212591 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499923'] for segment (1933e00d-3dec-4a22-8314-a58d99ed5f51), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.228804 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (1933e00d-3dec-4a22-8314-a58d99ed5f51), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.235717 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:19:15.236175 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3278378'] for segment (1933e00d-3dec-4a22-8314-a58d99ed5f51), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: Traceback (most recent call last): Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: timer() Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: cb(*args, **kw) Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: return func(*args, **kwargs) Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: self._notify() Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: self.callback(batched_events) Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: event.method(event) Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: return f(self, *a, **k) Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._get(url).json() Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: return self.request(url, 'GET', **kwargs) Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:19:15.238369 dv-cinder-839760-1-iscsi neutron-server[103510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:19:15.311968 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (509c9b07-a90c-406e-90f2-5e0d8e27d8bf), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.318755 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.322484 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] 10.222.0.20 "DELETE /v2.0/networks/509c9b07-a90c-406e-90f2-5e0d8e27d8bf HTTP/1.1" status: 204 len: 168 time: 0.6845145 Apr 28 14:19:15.327361 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47316) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:15.335503 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f3fd6-747b-4bf7-afab-930d4fedc0db admin admin] Pushing event deleted for resources: {'Network': ['ID=509c9b07-a90c-406e-90f2-5e0d8e27d8bf,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:15.693600 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:15.728722 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8c83efb8-5cc3-41c9-aa88-f47405b58f6a no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:15.750138 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 8c83efb8-5cc3-41c9-aa88-f47405b58f6a {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:15.750478 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8c83efb8-5cc3-41c9-aa88-f47405b58f6a not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:15.751084 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 57042fc3-1017-4004-96a1-381a656161a9 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:15.774254 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 57042fc3-1017-4004-96a1-381a656161a9 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:15.774597 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 57042fc3-1017-4004-96a1-381a656161a9 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:15.775287 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8811915f-0c49-42f7-ae43-f249b95f921b no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:15.794741 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 8811915f-0c49-42f7-ae43-f249b95f921b {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:15.795079 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8811915f-0c49-42f7-ae43-f249b95f921b not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:15.967149 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Deleting port 6c0d6396-eecc-4384-b387-f8007efdc825 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:15.967660 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:16.080449 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] For port 6c0d6396-eecc-4384-b387-f8007efdc825, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=6c0d6396-eecc-4384-b387-f8007efdc825,segment=NetworkSegment(cc22e546-7293-45c0-a0b9-9530c83337de),segment_id=cc22e546-7293-45c0-a0b9-9530c83337de)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:16.081200 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:16.103826 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Calling delete_port for 6c0d6396-eecc-4384-b387-f8007efdc825 owned by network:router_interface {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:16.292777 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (6c0d6396-eecc-4384-b387-f8007efdc825), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:16.323993 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0d6396-eecc-4384-b387-f8007efdc825,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:16.524097 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:16.739859 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:19:16.852776 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:19:16.859855 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-b2ad95b3-68ba-4061-a254-232d036476fc admin admin] 10.222.0.20 "PUT /v2.0/routers/29b7c88b-6c9f-4213-b46f-d9b8131ac24f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5310788 Apr 28 14:19:16.861714 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47318) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:16.862318 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] Sync routers for ids ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'] in dv-cinder-839760-1-iscsi {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:19:16.873226 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] Routers {'29b7c88b-6c9f-4213-b46f-d9b8131ac24f'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:16.873891 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:16.975633 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks [] for router (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:16.998312 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] Set router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f gateway port host: dv-cinder-839760-1-iscsi {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:17.088080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks [] for router_gateway (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.140753 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Deleting port 8cea3855-9d57-41e6-9480-6a0f5e801255 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:17.141128 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.178507 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:19:16Z', 'revision_number': 5, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port': {'id': '8cea3855-9d57-41e6-9480-6a0f5e801255', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:11:29Z', 'updated_at': '2022-04-28T14:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:17.211491 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] Checking router: 29b7c88b-6c9f-4213-b46f-d9b8131ac24f for host: dv-cinder-839760-1-iscsi {{(pid=103511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:19:17.220215 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] Routers {'29b7c88b-6c9f-4213-b46f-d9b8131ac24f'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:17.220894 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:18:50Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'], 'active': True} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:17.225304 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] For port 8cea3855-9d57-41e6-9480-6a0f5e801255, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=8cea3855-9d57-41e6-9480-6a0f5e801255,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:17.225786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.243786 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Calling delete_port for 8cea3855-9d57-41e6-9480-6a0f5e801255 owned by network:router_gateway {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:17.317155 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvr_db [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] Set router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f gateway port host: None {{(pid=103511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:17.371230 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_hamode_db [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:19:17Z', 'revision_number': 6, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:17.420259 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d38f5-733f-4cf1-81d6-8f481a5e5e4a None None] The sync data for ids ['29b7c88b-6c9f-4213-b46f-d9b8131ac24f'] in dv-cinder-839760-1-iscsi is: [{'id': '29b7c88b-6c9f-4213-b46f-d9b8131ac24f', 'name': 'tempest-TestVolumeBootPattern-2082740328-router', 'tenant_id': '601b87adc4a2466a841a8b1b58a898d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:11:28Z', 'updated_at': '2022-04-28T14:19:17Z', 'revision_number': 6, 'project_id': '601b87adc4a2466a841a8b1b58a898d5', 'gw_port_host': None}] {{(pid=103511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:19:17.442202 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (8cea3855-9d57-41e6-9480-6a0f5e801255), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.476144 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8cea3855-9d57-41e6-9480-6a0f5e801255,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:17.535170 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.624814 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.627240 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks [] for router_controller (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.674463 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (29b7c88b-6c9f-4213-b46f-d9b8131ac24f), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.675108 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29b7c88b-6c9f-4213-b46f-d9b8131ac24f {{(pid=103509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:19:17.679530 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.680718 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-803d3a25-c238-4f7e-8c9e-9e89e6ee4b9c admin admin] 10.222.0.20 "DELETE /v2.0/routers/29b7c88b-6c9f-4213-b46f-d9b8131ac24f HTTP/1.1" status: 204 len: 168 time: 0.8175850 Apr 28 14:19:17.683244 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47320) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:17.722657 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d3d59131-e52f-4380-9339-41493a9aeb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.729842 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb156bc-e2cb-48af-941e-978a69e3e3a2 admin admin] Deleting subnet 79d4251e-86c3-41c7-a95b-304cf355e073 {{(pid=103509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:19:17.733030 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8bb156bc-e2cb-48af-941e-978a69e3e3a2 admin admin] Publish callbacks [] for subnet (79d4251e-86c3-41c7-a95b-304cf355e073), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.777878 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8bb156bc-e2cb-48af-941e-978a69e3e3a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25212139'] for subnet (79d4251e-86c3-41c7-a95b-304cf355e073), precommit_delete_associations {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.866370 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 6c0d6396-eecc-4384-b387-f8007efdc825 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:17.887736 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8bb156bc-e2cb-48af-941e-978a69e3e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (79d4251e-86c3-41c7-a95b-304cf355e073), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.894169 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 6c0d6396-eecc-4384-b387-f8007efdc825 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:17.894507 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 6c0d6396-eecc-4384-b387-f8007efdc825 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:17.943117 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8bb156bc-e2cb-48af-941e-978a69e3e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4088385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25676214'] for subnet (79d4251e-86c3-41c7-a95b-304cf355e073), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.968774 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb156bc-e2cb-48af-941e-978a69e3e3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d4251e-86c3-41c7-a95b-304cf355e073,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:17.972404 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-8bb156bc-e2cb-48af-941e-978a69e3e3a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:17.977205 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-8bb156bc-e2cb-48af-941e-978a69e3e3a2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/79d4251e-86c3-41c7-a95b-304cf355e073 HTTP/1.1" status: 204 len: 168 time: 0.2914584 Apr 28 14:19:17.978712 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47322) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:17.981751 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955764a-17b9-44b5-b857-083923e6b2e4 None None] Network 70565363-55e3-45d9-90d8-3e3955436fd7 requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:19:18.056060 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (70565363-55e3-45d9-90d8-3e3955436fd7), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.104415 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Deleting port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:18.105055 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.172674 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] For port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0,segment=NetworkSegment(cc22e546-7293-45c0-a0b9-9530c83337de),segment_id=cc22e546-7293-45c0-a0b9-9530c83337de)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:18.172950 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.186131 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Calling delete_port for 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 owned by network:dhcp {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:18.236452 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] DHCP port deletion for 70565363-55e3-45d9-90d8-3e3955436fd7 request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:19:18.281159 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.285308 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] Deleting port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 {{(pid=103511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:18.285806 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), before_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.308120 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:18.311728 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] No DVR routers for this DVR port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 on host dv-cinder-839760-1-iscsi {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:19:18.355683 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.db [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] For port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0, host dv-cinder-839760-1-iscsi, got binding levels [] {{(pid=103511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:18.356387 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), precommit_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.371291 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] Calling delete_port for 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 owned by network:dhcp {{(pid=103511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:18.374297 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.ipam_backend_mixin [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] Port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 was not found and therefore no delete operation was performed {{(pid=103511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 14:19:18.375750 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121'] for port (9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0), after_delete {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.388125 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] No DVR routers for this DVR port 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 on host dv-cinder-839760-1-iscsi {{(pid=103511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:19:18.392508 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (70565363-55e3-45d9-90d8-3e3955436fd7), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.417620 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70565363-55e3-45d9-90d8-3e3955436fd7']}} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:18.419075 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba98e2-baa8-41e4-89b6-913bab8745b6 None None] Pushing event deleted for resources: {'Port': ['ID=9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0,revision_number=None']} {{(pid=103511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:18.429790 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc22e546-7293-45c0-a0b9-9530c83337de') {'for_net_delete': True} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:18.430076 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc22e546-7293-45c0-a0b9-9530c83337de') {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:18.440180 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212146'] for segment (cc22e546-7293-45c0-a0b9-9530c83337de), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.454604 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (cc22e546-7293-45c0-a0b9-9530c83337de), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.461760 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:19:18.462189 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4088999'] for segment (cc22e546-7293-45c0-a0b9-9530c83337de), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: Traceback (most recent call last): Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: timer() Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: cb(*args, **kw) Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: return func(*args, **kwargs) Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: self._notify() Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: self.callback(batched_events) Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: event.method(event) Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: return f(self, *a, **k) Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._get(url).json() Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: return self.request(url, 'GET', **kwargs) Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:19:18.463928 dv-cinder-839760-1-iscsi neutron-server[103509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:19:18.520604 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (70565363-55e3-45d9-90d8-3e3955436fd7), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.527139 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.530410 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] 10.222.0.20 "DELETE /v2.0/networks/70565363-55e3-45d9-90d8-3e3955436fd7 HTTP/1.1" status: 204 len: 168 time: 0.5507584 Apr 28 14:19:18.544993 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b85a8-15ca-435a-a017-a3a0b4748b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=70565363-55e3-45d9-90d8-3e3955436fd7,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:18.718422 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47328) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:18.765770 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9d1d5af3-2542-4f06-b275-d7add1779ff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfd703e9dd3e460d992ef2daab104619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459504 Apr 28 14:19:18.768186 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47330) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:18.815582 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d67b-d457-4e0a-bfe7-171c39bda212 admin admin] Publish callbacks [] for security_group (38fcfd29-a0cd-41ac-8b6e-1235772a094f), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.836952 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d67b-d457-4e0a-bfe7-171c39bda212 admin admin] Publish callbacks [] for security_group (38fcfd29-a0cd-41ac-8b6e-1235772a094f), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.883814 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d67b-d457-4e0a-bfe7-171c39bda212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (38fcfd29-a0cd-41ac-8b6e-1235772a094f), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.886664 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-c2d3d67b-d457-4e0a-bfe7-171c39bda212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:18.887716 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-c2d3d67b-d457-4e0a-bfe7-171c39bda212 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38fcfd29-a0cd-41ac-8b6e-1235772a094f HTTP/1.1" status: 204 len: 168 time: 0.1186173 Apr 28 14:19:18.895713 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3d67b-d457-4e0a-bfe7-171c39bda212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fcfd29-a0cd-41ac-8b6e-1235772a094f,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:19.242660 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47342) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:19.285431 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9f0a8955-6d70-4e1d-b2cc-9da45493f952 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=601b87adc4a2466a841a8b1b58a898d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415006 Apr 28 14:19:19.289270 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47344) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:19.341158 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0edfa75e-477c-4264-86a4-f3cb4aba18f6 admin admin] Publish callbacks [] for security_group (96802e92-9b41-4217-b989-42e2a5f21551), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:19.369310 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0edfa75e-477c-4264-86a4-f3cb4aba18f6 admin admin] Publish callbacks [] for security_group (96802e92-9b41-4217-b989-42e2a5f21551), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:19.431493 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0edfa75e-477c-4264-86a4-f3cb4aba18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (96802e92-9b41-4217-b989-42e2a5f21551), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:19.434789 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-0edfa75e-477c-4264-86a4-f3cb4aba18f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:19.438517 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-0edfa75e-477c-4264-86a4-f3cb4aba18f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96802e92-9b41-4217-b989-42e2a5f21551 HTTP/1.1" status: 204 len: 168 time: 0.1453812 Apr 28 14:19:19.459058 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfa75e-477c-4264-86a4-f3cb4aba18f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96802e92-9b41-4217-b989-42e2a5f21551,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:19.723866 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8cea3855-9d57-41e6-9480-6a0f5e801255 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:19.748414 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 8cea3855-9d57-41e6-9480-6a0f5e801255 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:19.748761 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 8cea3855-9d57-41e6-9480-6a0f5e801255 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:19.749185 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:19.772636 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:19.772983 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 9e08fbf1-cb4f-48f1-9de5-8faffb4ddad0 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:20.072456 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-dcf5953b-949a-4a43-9265-3adca2cff407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:21.812037 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:22.838381 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:24.059888 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:19:24.265449 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:26.470202 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:29.163429 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62758-3362-4787-a32c-165baf1392c2 req-26a5846b-0e93-4ba0-ac13-765cdce3f7a3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:29.165541 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0ef62758-3362-4787-a32c-165baf1392c2 req-26a5846b-0e93-4ba0-ac13-765cdce3f7a3 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0486121 Apr 28 14:19:29.221542 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-0ef62758-3362-4787-a32c-165baf1392c2 req-1b82e5d5-3c79-4006-8c62-bb66d3e47fc5 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501146 Apr 28 14:19:30.336723 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50147a-ee0f-4e6a-9ec4-b69a98831dfa req-21f5e5b1-3578-4dab-a6c7-990e62a57845 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:30.338271 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-df50147a-ee0f-4e6a-9ec4-b69a98831dfa req-21f5e5b1-3578-4dab-a6c7-990e62a57845 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0456824 Apr 28 14:19:30.386290 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-df50147a-ee0f-4e6a-9ec4-b69a98831dfa req-32a1dfb9-e98d-4602-bf5e-40a03f226441 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423872 Apr 28 14:19:30.811410 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-e56d3f7b-bfa3-4b3d-b8ff-38cd3a732b99 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:30.812921 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-e56d3f7b-bfa3-4b3d-b8ff-38cd3a732b99 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0454557 Apr 28 14:19:30.914660 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Deleting port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:30.914981 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:31.001143 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] For port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db, host hv-cinder-83976, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83976',level=0,port_id=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:31.001503 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:31.465938 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:31.466649 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-510509'] for floatingip (9ef64b57-6f9a-478e-b27d-2dde2a73d7cd), after_update {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:31.466786 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.db.l3_db [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Floating IP 9ef64b57-6f9a-478e-b27d-2dde2a73d7cd disassociated. External IP: 172.27.1.183, port: 75c3e6cc-bb8e-4204-a21c-f92dad8d62db. Apr 28 14:19:31.467069 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Calling delete_port for 75c3e6cc-bb8e-4204-a21c-f92dad8d62db owned by compute:nova {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:31.511237 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b7a01-a04f-4358-b8df-2212a3f86987 req-4e350687-110a-4338-a9ec-c25984a0054e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:19:31.512751 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c7b7a01-a04f-4358-b8df-2212a3f86987 req-4e350687-110a-4338-a9ec-c25984a0054e tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/ports?device_id=d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff HTTP/1.1" status: 200 len: 945 time: 0.0506041 Apr 28 14:19:31.565825 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [req-2c7b7a01-a04f-4358-b8df-2212a3f86987 req-3ac1a892-8b6e-4b9a-9cf8-e2d054672856 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6638590-ca3e-4be7-9a99-2a349728381e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474522 Apr 28 14:19:31.603443 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (75c3e6cc-bb8e-4204-a21c-f92dad8d62db), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:31.636168 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'Port': ['ID=75c3e6cc-bb8e-4204-a21c-f92dad8d62db,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:31.771132 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:19:31.886255 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:19:31.902231 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:19:31.913196 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:31.913912 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:19:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:31.941922 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] No DVR routers for this DVR port 75c3e6cc-bb8e-4204-a21c-f92dad8d62db on host hv-cinder-83976 {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:19:31.945274 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for port (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:31.950735 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [req-e83a68b5-02d1-48d7-bacb-828ad4410402 req-35e53aca-ee27-41a7-82b6-6165842cbc38 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.13 "DELETE /v2.0/ports/75c3e6cc-bb8e-4204-a21c-f92dad8d62db HTTP/1.1" status: 204 len: 173 time: 1.1270068 Apr 28 14:19:31.951467 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'name': 'network-vif-deleted', 'tag': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db'}] {{(pid=103509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:19:31.954989 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d00fd4ebe54b1e6b1b1a7a26ea53187189572feccfd71a2c6702974667989d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3819d190-b35a-4856-99e9-55e26d756773" -d '{"events": [{"server_uuid": "d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff", "name": "network-vif-deleted", "tag": "75c3e6cc-bb8e-4204-a21c-f92dad8d62db"}]}' {{(pid=103509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:19:32.005506 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430bb8df-4f02-483f-a7f0-733996bcaa6c x-openstack-request-id: req-430bb8df-4f02-483f-a7f0-733996bcaa6c {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:19:32.005871 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff", "name": "network-vif-deleted", "tag": "75c3e6cc-bb8e-4204-a21c-f92dad8d62db", "status": "completed", "code": 200}]} {{(pid=103509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:19:32.006085 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-430bb8df-4f02-483f-a7f0-733996bcaa6c {{(pid=103509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:19:32.006637 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430bb8df-4f02-483f-a7f0-733996bcaa6c'] response: {'server_uuid': 'd327ebc3-3ab3-4e1f-a5f1-0c6b5695a5ff', 'name': 'network-vif-deleted', 'tag': '75c3e6cc-bb8e-4204-a21c-f92dad8d62db', 'status': 'completed', 'code': 200} Apr 28 14:19:32.121032 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:32.323299 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:32.353535 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:19:32.363900 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:32.364698 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:19:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:32.490663 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:32.673955 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47412) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:32.693864 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:32.721190 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1041018-8ce9-4ebc-a854-c6519661e80c None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:14:03Z', 'revision_number': 4, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi', '_interfaces': [{'id': '77f1b1c8-4d81-4861-82ea-932e74a92707', 'name': '', 'network_id': '76338b23-752a-423f-88bf-10730cade65f', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'mac_address': 'fa:16:3e:1c:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:02Z', 'updated_at': '2022-04-28T14:14:06Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'subnets': [{'id': '075b7eb8-3301-45be-99c8-5c2161e5230f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:19:32.740213 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38b01729-5f22-4faa-89b7-f1142ef2e8b0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (e6638590-ca3e-4be7-9a99-2a349728381e), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:32.767181 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38b01729-5f22-4faa-89b7-f1142ef2e8b0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (e6638590-ca3e-4be7-9a99-2a349728381e), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:32.817152 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38b01729-5f22-4faa-89b7-f1142ef2e8b0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (e6638590-ca3e-4be7-9a99-2a349728381e), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:32.819881 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-38b01729-5f22-4faa-89b7-f1142ef2e8b0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:32.821030 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-38b01729-5f22-4faa-89b7-f1142ef2e8b0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6638590-ca3e-4be7-9a99-2a349728381e HTTP/1.1" status: 204 len: 168 time: 0.1460817 Apr 28 14:19:32.823985 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47414) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:32.830907 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b01729-5f22-4faa-89b7-f1142ef2e8b0 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6638590-ca3e-4be7-9a99-2a349728381e,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:32.839534 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.api.v2.resource [None req-54ec82fc-cf17-447e-a2cc-899cdf94c806 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] show failed (client error): The resource could not be found. Apr 28 14:19:32.840560 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-54ec82fc-cf17-447e-a2cc-899cdf94c806 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "GET /v2.0/security-groups/e6638590-ca3e-4be7-9a99-2a349728381e HTTP/1.1" status: 404 len: 347 time: 0.0155895 Apr 28 14:19:32.846226 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47416) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:32.969183 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea9d4-9854-4326-8f3c-0d029f45b96a None None] New status for floating IP 9ef64b57-6f9a-478e-b27d-2dde2a73d7cd: DOWN {{(pid=103511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:19:32.976792 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Deleting port 8d5d1225-9e8e-4488-8971-541f02b5c6c2 {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:32.977131 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (8d5d1225-9e8e-4488-8971-541f02b5c6c2), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:33.068715 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (8d5d1225-9e8e-4488-8971-541f02b5c6c2), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:33.068954 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (8d5d1225-9e8e-4488-8971-541f02b5c6c2), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:33.084991 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Calling delete_port for 8d5d1225-9e8e-4488-8971-541f02b5c6c2 owned by network:floatingip {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:33.231500 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (8d5d1225-9e8e-4488-8971-541f02b5c6c2), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:33.263080 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Pushing event deleted for resources: {'Port': ['ID=8d5d1225-9e8e-4488-8971-541f02b5c6c2,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:33.329518 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks [] for floatingip (9ef64b57-6f9a-478e-b27d-2dde2a73d7cd), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:33.331986 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16613021'] for floatingip (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:33.333164 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-73927b72-c136-40d8-ba68-6e7d8e3d3c35 tempest-AttachVolumeNegativeTest-1079043630 tempest-AttachVolumeNegativeTest-1079043630-project] 10.222.0.20 "DELETE /v2.0/floatingips/9ef64b57-6f9a-478e-b27d-2dde2a73d7cd HTTP/1.1" status: 204 len: 168 time: 0.4857051 Apr 28 14:19:34.216080 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 75c3e6cc-bb8e-4204-a21c-f92dad8d62db no longer exists at agent hyperv_hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:34.236637 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] No Port match for: 75c3e6cc-bb8e-4204-a21c-f92dad8d62db {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:34.236959 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Device 75c3e6cc-bb8e-4204-a21c-f92dad8d62db not bound to the agent host hv-cinder-83976 {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:37.039947 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47452) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:37.518858 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521517'] for router_interface (32927bad-7330-4d32-b93e-75202c2128a8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:37.745762 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Deleting port 77f1b1c8-4d81-4861-82ea-932e74a92707 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:37.746096 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:37.822287 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] For port 77f1b1c8-4d81-4861-82ea-932e74a92707, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=77f1b1c8-4d81-4861-82ea-932e74a92707,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:37.822557 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:37.835110 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Calling delete_port for 77f1b1c8-4d81-4861-82ea-932e74a92707 owned by network:router_interface {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:38.014362 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (77f1b1c8-4d81-4861-82ea-932e74a92707), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:38.040008 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f1b1c8-4d81-4861-82ea-932e74a92707,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:38.213396 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-521601'] for router_interface (32927bad-7330-4d32-b93e-75202c2128a8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:38.449317 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Router 32927bad-7330-4d32-b93e-75202c2128a8 has already been hosted by L3 agent 480d8412-a552-40d0-b9d1-c9710d764515 {{(pid=103510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:19:38.574738 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] Notify agent at l3_agent.dv-cinder-839760-1-iscsi the message routers_updated {{(pid=103510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:19:38.579899 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a881df3a-a40a-407d-be42-689e4296a669 admin admin] 10.222.0.20 "PUT /v2.0/routers/32927bad-7330-4d32-b93e-75202c2128a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5388999 Apr 28 14:19:38.582361 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47456) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:38.584606 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] Sync routers for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:19:38.595162 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:38.595875 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:19:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:38.716252 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: dv-cinder-839760-1-iscsi {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:38.716658 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks [] for router (32927bad-7330-4d32-b93e-75202c2128a8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:38.838742 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks [] for router_gateway (32927bad-7330-4d32-b93e-75202c2128a8), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:38.925527 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'external_fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '14503689-8a63-414c-847a-6e6038184af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:19:37Z', 'revision_number': 5, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port': {'id': '14503689-8a63-414c-847a-6e6038184af5', 'name': '', 'network_id': 'b387b340-ba2a-4981-add4-9dac5ffcc4cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32927bad-7330-4d32-b93e-75202c2128a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839760-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:14:00Z', 'updated_at': '2022-04-28T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdbeaeac-ae82-45ea-b969-49d961da7c7c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839760-1-iscsi'}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:38.952507 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] Checking router: 32927bad-7330-4d32-b93e-75202c2128a8 for host: dv-cinder-839760-1-iscsi {{(pid=103512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:19:38.962196 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] Routers {'32927bad-7330-4d32-b93e-75202c2128a8'} bound to L3 agent in host dv-cinder-839760-1-iscsi {{(pid=103512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:19:38.962829 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839760-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T13:59:20Z,description=,heartbeat_timestamp=2022-04-28T14:19:20Z,host='dv-cinder-839760-1-iscsi',id=480d8412-a552-40d0-b9d1-c9710d764515,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T13:59:20Z,topic='l3_agent')) {'router_ids': ['32927bad-7330-4d32-b93e-75202c2128a8'], 'active': True} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:39.083146 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_dvr_db [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] Set router 32927bad-7330-4d32-b93e-75202c2128a8 gateway port host: None {{(pid=103512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:19:39.162934 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.l3_hamode_db [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:19:38Z', 'revision_number': 6, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port_host': None}], 'dv-cinder-839760-1-iscsi', False) {} {{(pid=103512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:39.165375 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Deleting port 14503689-8a63-414c-847a-6e6038184af5 {{(pid=103510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:39.166076 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (14503689-8a63-414c-847a-6e6038184af5), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.205349 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d6cc8e-1a2f-4ae0-a5fc-cc250228a428 None None] The sync data for ids ['32927bad-7330-4d32-b93e-75202c2128a8'] in dv-cinder-839760-1-iscsi is: [{'id': '32927bad-7330-4d32-b93e-75202c2128a8', 'name': 'tempest-AttachVolumeNegativeTest-301627331-router', 'tenant_id': '9bc2618a240d4702b6c7660829fabbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:13:59Z', 'updated_at': '2022-04-28T14:19:38Z', 'revision_number': 6, 'project_id': '9bc2618a240d4702b6c7660829fabbcd', 'gw_port_host': None}] {{(pid=103512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:19:39.255049 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.db [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] For port 14503689-8a63-414c-847a-6e6038184af5, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=14503689-8a63-414c-847a-6e6038184af5,segment=NetworkSegment(ad489a6b-e521-44bd-9f08-874c76b66e74),segment_id=ad489a6b-e521-44bd-9f08-874c76b66e74)] {{(pid=103510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:39.255408 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (14503689-8a63-414c-847a-6e6038184af5), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.269305 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.plugins.ml2.plugin [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Calling delete_port for 14503689-8a63-414c-847a-6e6038184af5 owned by network:router_gateway {{(pid=103510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:39.439927 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3278365'] for port (14503689-8a63-414c-847a-6e6038184af5), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.467941 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=14503689-8a63-414c-847a-6e6038184af5,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:39.531993 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-510187'] for router_gateway (32927bad-7330-4d32-b93e-75202c2128a8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.631795 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-532'] for router (32927bad-7330-4d32-b93e-75202c2128a8), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.635195 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks [] for router_controller (32927bad-7330-4d32-b93e-75202c2128a8), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.682875 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-520777'] for router (32927bad-7330-4d32-b93e-75202c2128a8), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.683415 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32927bad-7330-4d32-b93e-75202c2128a8 {{(pid=103510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:19:39.687684 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.688818 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-a7c3fca1-fb97-482e-9f53-d9474e90fcbd admin admin] 10.222.0.20 "DELETE /v2.0/routers/32927bad-7330-4d32-b93e-75202c2128a8 HTTP/1.1" status: 204 len: 168 time: 1.1055377 Apr 28 14:19:39.691419 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47458) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:39.736705 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bda1d6-ccaf-4eeb-963b-34bad3e446de admin admin] Deleting subnet 075b7eb8-3301-45be-99c8-5c2161e5230f {{(pid=103510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 14:19:39.739966 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-73bda1d6-ccaf-4eeb-963b-34bad3e446de admin admin] Publish callbacks [] for subnet (075b7eb8-3301-45be-99c8-5c2161e5230f), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.776166 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-73bda1d6-ccaf-4eeb-963b-34bad3e446de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499914'] for subnet (075b7eb8-3301-45be-99c8-5c2161e5230f), precommit_delete_associations {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.868766 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-73bda1d6-ccaf-4eeb-963b-34bad3e446de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16214623'] for subnet (075b7eb8-3301-45be-99c8-5c2161e5230f), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.920217 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-73bda1d6-ccaf-4eeb-963b-34bad3e446de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16214614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3277004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16879755'] for subnet (075b7eb8-3301-45be-99c8-5c2161e5230f), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.943757 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bda1d6-ccaf-4eeb-963b-34bad3e446de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075b7eb8-3301-45be-99c8-5c2161e5230f,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:39.950951 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-73bda1d6-ccaf-4eeb-963b-34bad3e446de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for subnet (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:39.955218 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-73bda1d6-ccaf-4eeb-963b-34bad3e446de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/075b7eb8-3301-45be-99c8-5c2161e5230f HTTP/1.1" status: 204 len: 168 time: 0.2628908 Apr 28 14:19:39.956996 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135d91d2-9b50-441f-a58c-1932a32fc88a None None] Network 76338b23-752a-423f-88bf-10730cade65f requested from dv-cinder-839760-1-iscsi {{(pid=103511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 14:19:39.957984 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47460) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:40.034575 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 77f1b1c8-4d81-4861-82ea-932e74a92707 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:40.052115 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16173041'] for network (76338b23-752a-423f-88bf-10730cade65f), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.106235 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Deleting port 240944aa-cc02-4b58-9908-c7a854d5108b {{(pid=103509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 14:19:40.106852 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758268789324'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.177039 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.db [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] For port 240944aa-cc02-4b58-9908-c7a854d5108b, host dv-cinder-839760-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839760-1-iscsi',level=0,port_id=240944aa-cc02-4b58-9908-c7a854d5108b,segment=NetworkSegment(9e6cef70-be89-48fc-87ba-935e5233166c),segment_id=9e6cef70-be89-48fc-87ba-935e5233166c)] {{(pid=103509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:19:40.177404 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16342096'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.191409 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.plugin [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Calling delete_port for 240944aa-cc02-4b58-9908-c7a854d5108b owned by network:dhcp {{(pid=103509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 14:19:40.202568 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 77f1b1c8-4d81-4861-82ea-932e74a92707 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:40.202918 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 77f1b1c8-4d81-4861-82ea-932e74a92707 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:40.203377 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 14503689-8a63-414c-847a-6e6038184af5 no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:40.228692 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 14503689-8a63-414c-847a-6e6038184af5 {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:40.229038 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 14503689-8a63-414c-847a-6e6038184af5 not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:40.288715 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-642168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758268697546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758268320121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4088976'] for port (240944aa-cc02-4b58-9908-c7a854d5108b), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.321120 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=240944aa-cc02-4b58-9908-c7a854d5108b,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:40.324861 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] No DVR routers for this DVR port 240944aa-cc02-4b58-9908-c7a854d5108b on host dv-cinder-839760-1-iscsi {{(pid=103509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:19:40.351570 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a5f40-f278-4d20-a862-eddf65b7bf40 None None] DHCP port deletion for 76338b23-752a-423f-88bf-10730cade65f request from dv-cinder-839760-1-iscsi {{(pid=103511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 14:19:40.416395 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16216258', 'neutron.services.segments.db._delete_segments_for_network-8758268849785'] for network (76338b23-752a-423f-88bf-10730cade65f), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.442572 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76338b23-752a-423f-88bf-10730cade65f']}} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:40.452736 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6cef70-be89-48fc-87ba-935e5233166c') {'for_net_delete': True} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:40.452961 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.services.segments.db [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6cef70-be89-48fc-87ba-935e5233166c') {} {{(pid=103509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:19:40.464045 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758268851586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25212146'] for segment (9e6cef70-be89-48fc-87ba-935e5233166c), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.478187 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674'] for segment (9e6cef70-be89-48fc-87ba-935e5233166c), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.486147 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:19:40.486565 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16212674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4088999'] for segment (9e6cef70-be89-48fc-87ba-935e5233166c), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: Traceback (most recent call last): Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: timer() Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: cb(*args, **kw) Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: return func(*args, **kwargs) Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: self._notify() Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: self.callback(batched_events) Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: event.method(event) Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: return f(self, *a, **k) Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._get(url).json() Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: return self.request(url, 'GET', **kwargs) Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:19:40.488711 dv-cinder-839760-1-iscsi neutron-server[103509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:19:40.558662 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16216285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-510467'] for network (76338b23-752a-423f-88bf-10730cade65f), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.564104 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277793'] for network (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.567362 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/76338b23-752a-423f-88bf-10730cade65f HTTP/1.1" status: 204 len: 168 time: 0.6083801 Apr 28 14:19:40.578606 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c57a77-c101-4823-b983-5b1f568946c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=76338b23-752a-423f-88bf-10730cade65f,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:40.685372 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47464) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:40.732076 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-5d49335e-f21f-44a5-88c2-1a127f896b62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bc2618a240d4702b6c7660829fabbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454168 Apr 28 14:19:40.734706 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47466) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:40.787415 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d32cc9c1-cc4c-4364-9e17-c9d8b082eaca admin admin] Publish callbacks [] for security_group (b06e834d-9414-492c-8077-2740c5161f0d), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.809278 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d32cc9c1-cc4c-4364-9e17-c9d8b082eaca admin admin] Publish callbacks [] for security_group (b06e834d-9414-492c-8077-2740c5161f0d), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.866203 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d32cc9c1-cc4c-4364-9e17-c9d8b082eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b06e834d-9414-492c-8077-2740c5161f0d), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.868888 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d32cc9c1-cc4c-4364-9e17-c9d8b082eaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:40.870082 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d32cc9c1-cc4c-4364-9e17-c9d8b082eaca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b06e834d-9414-492c-8077-2740c5161f0d HTTP/1.1" status: 204 len: 168 time: 0.1344228 Apr 28 14:19:40.878083 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cc9c1-cc4c-4364-9e17-c9d8b082eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e834d-9414-492c-8077-2740c5161f0d,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:41.739739 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 240944aa-cc02-4b58-9908-c7a854d5108b no longer exists at agent ovs-agent-dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:19:41.762449 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.plugin [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] No Port match for: 240944aa-cc02-4b58-9908-c7a854d5108b {{(pid=103511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 14:19:41.762799 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron.plugins.ml2.rpc [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Device 240944aa-cc02-4b58-9908-c7a854d5108b not bound to the agent host dv-cinder-839760-1-iscsi {{(pid=103511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:19:47.726468 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8108ac34-34bb-4083-85cb-395f5d2721f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:50.075038 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f329b13b-7be8-484f-ba8a-142c3fc5f670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:51.779205 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47600) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:51.814578 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:51.897030 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-97705854-fb48-4395-a9dd-0d25dc625987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:51.972355 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-97705854-fb48-4395-a9dd-0d25dc625987 admin admin] Publish callbacks [] for security_group (cf3b4401-bdd4-4b14-9295-277ea07a74bb), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:51.976781 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-97705854-fb48-4395-a9dd-0d25dc625987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (cf3b4401-bdd4-4b14-9295-277ea07a74bb), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.014347 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-97705854-fb48-4395-a9dd-0d25dc625987 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9240979b272490aa51fd9c580c60f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340417 Apr 28 14:19:52.016365 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97705854-fb48-4395-a9dd-0d25dc625987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3b4401-bdd4-4b14-9295-277ea07a74bb,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:52.017124 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47604) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:52.068439 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac592395-4eda-483e-9afa-4b2c980b6e9d admin admin] Publish callbacks [] for security_group (cf3b4401-bdd4-4b14-9295-277ea07a74bb), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.091363 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac592395-4eda-483e-9afa-4b2c980b6e9d admin admin] Publish callbacks [] for security_group (cf3b4401-bdd4-4b14-9295-277ea07a74bb), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.142501 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac592395-4eda-483e-9afa-4b2c980b6e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (cf3b4401-bdd4-4b14-9295-277ea07a74bb), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.145541 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-ac592395-4eda-483e-9afa-4b2c980b6e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.146913 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-ac592395-4eda-483e-9afa-4b2c980b6e9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf3b4401-bdd4-4b14-9295-277ea07a74bb HTTP/1.1" status: 204 len: 168 time: 0.1287756 Apr 28 14:19:52.156209 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac592395-4eda-483e-9afa-4b2c980b6e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3b4401-bdd4-4b14-9295-277ea07a74bb,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:52.471699 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47610) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:52.485054 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-737e9fbe-1840-409d-9280-43761c6ea75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.566395 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-737e9fbe-1840-409d-9280-43761c6ea75a admin admin] Publish callbacks [] for security_group (3d22bcd2-93c9-4170-b546-d2ca0380dd2e), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.570920 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-737e9fbe-1840-409d-9280-43761c6ea75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3d22bcd2-93c9-4170-b546-d2ca0380dd2e), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.610000 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-737e9fbe-1840-409d-9280-43761c6ea75a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c477da3ac3ed46e4adb22ad9e599ed89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371419 Apr 28 14:19:52.610877 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e9fbe-1840-409d-9280-43761c6ea75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d22bcd2-93c9-4170-b546-d2ca0380dd2e,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:52.613386 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47612) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:52.665690 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-99d10fcc-2296-4fe4-aec4-fb1d56b6ce81 admin admin] Publish callbacks [] for security_group (3d22bcd2-93c9-4170-b546-d2ca0380dd2e), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.687183 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-99d10fcc-2296-4fe4-aec4-fb1d56b6ce81 admin admin] Publish callbacks [] for security_group (3d22bcd2-93c9-4170-b546-d2ca0380dd2e), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.738424 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-99d10fcc-2296-4fe4-aec4-fb1d56b6ce81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3d22bcd2-93c9-4170-b546-d2ca0380dd2e), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.743408 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-99d10fcc-2296-4fe4-aec4-fb1d56b6ce81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:52.744838 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-99d10fcc-2296-4fe4-aec4-fb1d56b6ce81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d22bcd2-93c9-4170-b546-d2ca0380dd2e HTTP/1.1" status: 204 len: 168 time: 0.1302214 Apr 28 14:19:52.754030 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d10fcc-2296-4fe4-aec4-fb1d56b6ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d22bcd2-93c9-4170-b546-d2ca0380dd2e,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:52.843628 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:54.277340 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:56.496164 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.050167 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47706) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:58.197933 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.277064 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Publish callbacks [] for security_group (b7cb5075-966f-49fd-bcf7-59a49596a5a7), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.281318 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b7cb5075-966f-49fd-bcf7-59a49596a5a7), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.322412 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b640791194e4271bf1f620564714069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711394 Apr 28 14:19:58.323306 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cb5075-966f-49fd-bcf7-59a49596a5a7,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:58.325272 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47710) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:58.331372 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.331711 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.332052 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.332389 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.332716 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.333046 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.333366 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.333725 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.334041 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.334359 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.334680 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.335036 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.335868 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.336185 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.336505 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c40ae8-fc51-4a38-87e7-440ebbf2cc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:19:58.377970 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cfb32771-138d-47ff-8621-a47393fe032f admin admin] Publish callbacks [] for security_group (b7cb5075-966f-49fd-bcf7-59a49596a5a7), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.402083 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cfb32771-138d-47ff-8621-a47393fe032f admin admin] Publish callbacks [] for security_group (b7cb5075-966f-49fd-bcf7-59a49596a5a7), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.451163 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cfb32771-138d-47ff-8621-a47393fe032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (b7cb5075-966f-49fd-bcf7-59a49596a5a7), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.455960 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-cfb32771-138d-47ff-8621-a47393fe032f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.455960 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-cfb32771-138d-47ff-8621-a47393fe032f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7cb5075-966f-49fd-bcf7-59a49596a5a7 HTTP/1.1" status: 204 len: 168 time: 0.1286685 Apr 28 14:19:58.464563 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb32771-138d-47ff-8621-a47393fe032f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cb5075-966f-49fd-bcf7-59a49596a5a7,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:58.752375 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47716) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:58.767668 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-66ab512d-4984-4d0c-b0d2-d162ef959ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.852173 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-66ab512d-4984-4d0c-b0d2-d162ef959ec9 admin admin] Publish callbacks [] for security_group (76a6506c-e914-4d4a-a89d-3089d365c974), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.856172 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-66ab512d-4984-4d0c-b0d2-d162ef959ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (76a6506c-e914-4d4a-a89d-3089d365c974), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:58.896263 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-66ab512d-4984-4d0c-b0d2-d162ef959ec9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35ac9b9105e04ad4b8752f86ce4d05ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427774 Apr 28 14:19:58.897175 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab512d-4984-4d0c-b0d2-d162ef959ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6506c-e914-4d4a-a89d-3089d365c974,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:19:58.900060 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47718) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:19:58.984030 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-79e56b28-45e6-411e-aa65-66959e1f274b admin admin] Publish callbacks [] for security_group (76a6506c-e914-4d4a-a89d-3089d365c974), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:59.008635 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-79e56b28-45e6-411e-aa65-66959e1f274b admin admin] Publish callbacks [] for security_group (76a6506c-e914-4d4a-a89d-3089d365c974), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:59.068310 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-79e56b28-45e6-411e-aa65-66959e1f274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (76a6506c-e914-4d4a-a89d-3089d365c974), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:59.072983 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-79e56b28-45e6-411e-aa65-66959e1f274b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:19:59.074765 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-79e56b28-45e6-411e-aa65-66959e1f274b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76a6506c-e914-4d4a-a89d-3089d365c974 HTTP/1.1" status: 204 len: 168 time: 0.1732585 Apr 28 14:19:59.089425 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e56b28-45e6-411e-aa65-66959e1f274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6506c-e914-4d4a-a89d-3089d365c974,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:01.058297 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:20:03.559443 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47790) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:03.661966 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-110069fe-4576-4b63-a4f4-6b9f7cffb1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:03.735833 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-110069fe-4576-4b63-a4f4-6b9f7cffb1b1 admin admin] Publish callbacks [] for security_group (3223e360-4fa6-4e53-9231-6c933e45d1e4), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:03.739512 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-110069fe-4576-4b63-a4f4-6b9f7cffb1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3223e360-4fa6-4e53-9231-6c933e45d1e4), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:03.778659 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-110069fe-4576-4b63-a4f4-6b9f7cffb1b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ba3e780041949bd87c2f25ecde6613b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181211 Apr 28 14:20:03.779845 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110069fe-4576-4b63-a4f4-6b9f7cffb1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3223e360-4fa6-4e53-9231-6c933e45d1e4,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:03.781452 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47794) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:03.833501 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-20a8f34b-82c6-4a94-974a-4b7e838f7706 admin admin] Publish callbacks [] for security_group (3223e360-4fa6-4e53-9231-6c933e45d1e4), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:03.855353 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-20a8f34b-82c6-4a94-974a-4b7e838f7706 admin admin] Publish callbacks [] for security_group (3223e360-4fa6-4e53-9231-6c933e45d1e4), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:03.906370 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-20a8f34b-82c6-4a94-974a-4b7e838f7706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (3223e360-4fa6-4e53-9231-6c933e45d1e4), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:03.908967 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-20a8f34b-82c6-4a94-974a-4b7e838f7706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:03.910147 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-20a8f34b-82c6-4a94-974a-4b7e838f7706 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3223e360-4fa6-4e53-9231-6c933e45d1e4 HTTP/1.1" status: 204 len: 168 time: 0.1276207 Apr 28 14:20:03.918456 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8f34b-82c6-4a94-974a-4b7e838f7706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223e360-4fa6-4e53-9231-6c933e45d1e4,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:04.203883 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47800) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:04.217991 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-02dec220-316a-4418-95f9-3f2395199696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:04.293167 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-02dec220-316a-4418-95f9-3f2395199696 admin admin] Publish callbacks [] for security_group (18b4848b-585a-4c6f-9c79-73606fdfa43d), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:04.297117 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-02dec220-316a-4418-95f9-3f2395199696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (18b4848b-585a-4c6f-9c79-73606fdfa43d), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:04.337279 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-02dec220-316a-4418-95f9-3f2395199696 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b035a355a1d344e8989ba5781f4b7007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318457 Apr 28 14:20:04.338414 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dec220-316a-4418-95f9-3f2395199696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b4848b-585a-4c6f-9c79-73606fdfa43d,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:04.339966 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47802) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:04.389735 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e6cdce2d-6497-4f3f-8ac9-fe35bbdd3fef admin admin] Publish callbacks [] for security_group (18b4848b-585a-4c6f-9c79-73606fdfa43d), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:04.411819 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e6cdce2d-6497-4f3f-8ac9-fe35bbdd3fef admin admin] Publish callbacks [] for security_group (18b4848b-585a-4c6f-9c79-73606fdfa43d), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:04.473600 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e6cdce2d-6497-4f3f-8ac9-fe35bbdd3fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (18b4848b-585a-4c6f-9c79-73606fdfa43d), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:04.477000 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-e6cdce2d-6497-4f3f-8ac9-fe35bbdd3fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:04.478222 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-e6cdce2d-6497-4f3f-8ac9-fe35bbdd3fef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18b4848b-585a-4c6f-9c79-73606fdfa43d HTTP/1.1" status: 204 len: 168 time: 0.1366253 Apr 28 14:20:04.487772 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdce2d-6497-4f3f-8ac9-fe35bbdd3fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b4848b-585a-4c6f-9c79-73606fdfa43d,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:15.460886 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47908) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:15.569722 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:15.652640 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Publish callbacks [] for security_group (8a026591-4c00-40d9-87fb-15893e17c8ed), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:15.658268 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (8a026591-4c00-40d9-87fb-15893e17c8ed), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:15.697663 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10dd11b018aa441faa84b3bf087ce69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356160 Apr 28 14:20:15.698624 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a026591-4c00-40d9-87fb-15893e17c8ed,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:15.700451 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47912) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:15.706495 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.706847 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.707183 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.707513 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.707842 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.708168 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.708488 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.708806 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.709124 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.709442 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.710293 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.710610 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.710927 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.711241 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.711561 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd5d8b6-eb81-4c43-aa56-c71768fa1182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:20:15.755939 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55b54475-50d0-4735-b788-63142d65e1d7 admin admin] Publish callbacks [] for security_group (8a026591-4c00-40d9-87fb-15893e17c8ed), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:15.779309 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55b54475-50d0-4735-b788-63142d65e1d7 admin admin] Publish callbacks [] for security_group (8a026591-4c00-40d9-87fb-15893e17c8ed), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:15.830990 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55b54475-50d0-4735-b788-63142d65e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (8a026591-4c00-40d9-87fb-15893e17c8ed), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:15.833701 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-55b54475-50d0-4735-b788-63142d65e1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:15.835392 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-55b54475-50d0-4735-b788-63142d65e1d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a026591-4c00-40d9-87fb-15893e17c8ed HTTP/1.1" status: 204 len: 168 time: 0.1329217 Apr 28 14:20:15.843810 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b54475-50d0-4735-b788-63142d65e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a026591-4c00-40d9-87fb-15893e17c8ed,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:16.102578 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 47918) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:16.116283 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-86a70df7-437a-4fce-90e1-e19334c9a54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:16.202345 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-86a70df7-437a-4fce-90e1-e19334c9a54c admin admin] Publish callbacks [] for security_group (0053a624-f46b-4556-a4ca-987bb42ffc92), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:16.206154 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-86a70df7-437a-4fce-90e1-e19334c9a54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (0053a624-f46b-4556-a4ca-987bb42ffc92), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:16.246902 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-86a70df7-437a-4fce-90e1-e19334c9a54c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e785f7432b98459d93f750fea7c3674f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431906 Apr 28 14:20:16.247607 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70df7-437a-4fce-90e1-e19334c9a54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0053a624-f46b-4556-a4ca-987bb42ffc92,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:16.249711 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 47920) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:16.301470 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-44f5c271-cd0b-4844-b8e8-9c79187b832e admin admin] Publish callbacks [] for security_group (0053a624-f46b-4556-a4ca-987bb42ffc92), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:16.324268 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-44f5c271-cd0b-4844-b8e8-9c79187b832e admin admin] Publish callbacks [] for security_group (0053a624-f46b-4556-a4ca-987bb42ffc92), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:16.376300 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-44f5c271-cd0b-4844-b8e8-9c79187b832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (0053a624-f46b-4556-a4ca-987bb42ffc92), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:16.378921 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-44f5c271-cd0b-4844-b8e8-9c79187b832e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:16.380116 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-44f5c271-cd0b-4844-b8e8-9c79187b832e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0053a624-f46b-4556-a4ca-987bb42ffc92 HTTP/1.1" status: 204 len: 168 time: 0.1293113 Apr 28 14:20:16.389140 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5c271-cd0b-4844-b8e8-9c79187b832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0053a624-f46b-4556-a4ca-987bb42ffc92,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:17.732442 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-b09b14c3-6f7c-401d-b5dd-bb60a44e022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:20.078042 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-36a2e670-8a81-4775-9c52-14c7077caf7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:21.819029 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:22.845853 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:24.272088 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:26.529024 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:35.133329 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 48064) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:35.250778 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1e773992-caab-4667-ac58-62a375d4353e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:35.335019 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1e773992-caab-4667-ac58-62a375d4353e admin admin] Publish callbacks [] for security_group (8417f74a-e98f-4217-b2ca-841f2faa1632), precommit_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:35.339029 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-1e773992-caab-4667-ac58-62a375d4353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (8417f74a-e98f-4217-b2ca-841f2faa1632), after_create {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:35.378436 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-1e773992-caab-4667-ac58-62a375d4353e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36b2dc9dbec3438692da4034938ff7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439837 Apr 28 14:20:35.379316 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e773992-caab-4667-ac58-62a375d4353e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8417f74a-e98f-4217-b2ca-841f2faa1632,revision_number=1']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:35.382746 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 48068) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:20:35.435561 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9cd092cb-70f3-42a0-9f20-9b490a73f320 admin admin] Publish callbacks [] for security_group (8417f74a-e98f-4217-b2ca-841f2faa1632), before_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:35.463947 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9cd092cb-70f3-42a0-9f20-9b490a73f320 admin admin] Publish callbacks [] for security_group (8417f74a-e98f-4217-b2ca-841f2faa1632), precommit_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:35.517777 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9cd092cb-70f3-42a0-9f20-9b490a73f320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (8417f74a-e98f-4217-b2ca-841f2faa1632), after_delete {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:35.520888 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-9cd092cb-70f3-42a0-9f20-9b490a73f320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:35.522278 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-9cd092cb-70f3-42a0-9f20-9b490a73f320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8417f74a-e98f-4217-b2ca-841f2faa1632 HTTP/1.1" status: 204 len: 168 time: 0.1380441 Apr 28 14:20:35.533111 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd092cb-70f3-42a0-9f20-9b490a73f320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8417f74a-e98f-4217-b2ca-841f2faa1632,revision_number=None']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:20:38.057838 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:20:47.735827 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-40813f56-2005-4918-abc4-8137eb060159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:50.083116 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fa910718-4f1a-4c9f-8fde-041ff21448ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:51.820524 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:52.850369 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:54.279330 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:20:56.541637 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:08.823008 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.wsgi [-] (103510) accepted ('10.222.0.20', 48262) {{(pid=103510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:21:08.930465 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:09.013057 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Publish callbacks [] for security_group (938ddec5-d087-4044-a25d-2021c403bda3), precommit_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:09.016889 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron_lib.callbacks.manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (938ddec5-d087-4044-a25d-2021c403bda3), after_create {{(pid=103510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:09.058122 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938ddec5-d087-4044-a25d-2021c403bda3,revision_number=1']} {{(pid=103510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:21:09.062929 dv-cinder-839760-1-iscsi neutron-server[103510]: INFO neutron.wsgi [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27373fcd01064d4da019681614e17069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388968 Apr 28 14:21:09.065722 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.wsgi [-] (103509) accepted ('10.222.0.20', 48272) {{(pid=103509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 14:21:09.067799 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.068141 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.068474 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.068830 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.069162 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.069483 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.069880 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.070147 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.070465 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.070783 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.071100 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.071418 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.071731 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.072041 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.072350 dv-cinder-839760-1-iscsi neutron-server[103510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f70069-7fdb-49f0-9052-e8fb6629e776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839760-1-iscsi {{(pid=103510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:21:09.123783 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d1de141c-69ca-47fa-8143-651717517eb0 admin admin] Publish callbacks [] for security_group (938ddec5-d087-4044-a25d-2021c403bda3), before_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:09.149231 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d1de141c-69ca-47fa-8143-651717517eb0 admin admin] Publish callbacks [] for security_group (938ddec5-d087-4044-a25d-2021c403bda3), precommit_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:09.198545 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d1de141c-69ca-47fa-8143-651717517eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465496'] for security_group (938ddec5-d087-4044-a25d-2021c403bda3), after_delete {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:09.201295 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron_lib.callbacks.manager [None req-d1de141c-69ca-47fa-8143-651717517eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:09.202485 dv-cinder-839760-1-iscsi neutron-server[103509]: INFO neutron.wsgi [None req-d1de141c-69ca-47fa-8143-651717517eb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/938ddec5-d087-4044-a25d-2021c403bda3 HTTP/1.1" status: 204 len: 168 time: 0.1357791 Apr 28 14:21:09.211586 dv-cinder-839760-1-iscsi neutron-server[103509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de141c-69ca-47fa-8143-651717517eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938ddec5-d087-4044-a25d-2021c403bda3,revision_number=None']} {{(pid=103509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:21:15.057411 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:21:17.737545 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-15be6dc5-bb66-4a10-9912-98c4b109a58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:20.086247 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-5f861c0c-8314-4017-bc7d-7faf7fa5ce61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:21.822952 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:22.849305 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:24.275683 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:26.557646 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:47.739304 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-fb7708e5-a7a6-4659-9882-11b624c16bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:50.087958 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-be89632a-1526-4151-a2a0-46ff7076ab10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:51.827045 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:52.056338 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:21:52.852479 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:54.277510 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:21:56.571218 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:17.741909 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-45157666-d518-4c02-bbe6-5b51626c006a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:20.091689 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-213b3089-f561-4c74-b6a3-f6e001967e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:21.828521 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:22.858387 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:24.288654 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:26.585675 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:29.056182 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:22:47.743917 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e1da0c4e-284c-462a-bf92-fbfa9267c5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:50.091425 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c87ad0d7-fdcb-42d6-8a6b-c38fce8859fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:51.830990 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:52.858676 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:54.281423 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:22:56.586097 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:06.061072 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:23:17.748251 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-f9f60546-49e4-489a-a8f6-06060002400a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:20.096487 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e8f4590c-39d4-4c7b-a37c-32676f98ab2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:21.834832 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:22.862976 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:24.287125 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:26.602580 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:43.059392 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:23:47.751684 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-83b829e2-931e-436c-8794-4514da70ed16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:50.104163 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9887ac8e-cfa2-4179-b01f-ca422c5a3d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:51.838761 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:52.866051 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:54.281336 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:23:56.613878 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:17.752806 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6f0f-078c-44c2-89f0-6247e367bbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:20.057457 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:24:20.099253 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4d401585-4fbe-4559-b7e8-fc31bf3d237c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:21.842265 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:22.868604 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:24.283265 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:26.615039 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:47.755295 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-8c59f051-a69e-4041-90d8-5efc9f624ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:50.101065 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-c2f9608c-cba6-4c71-ba0b-858985189509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:51.844549 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:52.875206 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:54.285051 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:56.622569 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:24:57.057062 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:25:17.757519 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9919af46-cca6-4231-8820-7d05be02df09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:20.103901 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-a4d14399-5b72-4b89-a5ca-9e7e12a791de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:21.845752 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:22.873684 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:24.287737 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:26.615756 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:34.056887 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:25:47.760068 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1904-4088-46d4-8056-1a747c971cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:50.105077 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-e254ee03-4ac2-40ea-b843-317645a490fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:51.848733 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:52.877929 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:54.291255 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:25:56.613278 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:26:11.054950 dv-cinder-839760-1-iscsi neutron-server[103512]: DEBUG neutron.db.agents_db [None req-caccd06f-40b2-4e7e-a42c-8f33bfa0fa62 None None] Agent healthcheck: found 6 active agents {{(pid=103512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:26:17.761459 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-d3f095b4-6556-4400-9f33-e489af61ca2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (fcb6d71c-7453-46f2-95b6-ea136618687d), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:26:20.107284 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-2213635c-068f-4ea8-8a77-2ad4da413f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (480d8412-a552-40d0-b9d1-c9710d764515), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:26:21.852359 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-58b7c715-6e4f-417a-aae3-2e45f36630c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (2179e478-f46c-47aa-8699-68d773eabebe), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:26:22.881607 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-3b57feb8-cecc-4b29-be71-950bfd0bdfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (e32a34ce-b824-4200-91c4-c8a6101a635b), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:26:24.294698 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-19c0d64e-9ffa-497e-be84-5205e68028f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (cdff6052-260c-402d-b8d3-ea03e5817250), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 14:26:26.612867 dv-cinder-839760-1-iscsi neutron-server[103511]: DEBUG neutron_lib.callbacks.manager [None req-4abc8188-d8ad-4915-8ce8-d63cd34b06c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758268849767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16218117'] for agent (b50509e2-724a-4dcc-955c-2511d20e9190), after_update {{(pid=103511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}